[ 521.767021] env[65920]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 521.767021] env[65920]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 522.769215] env[66012]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.769215] env[66012]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.364419] env[66012]: INFO neutron.common.config [-] Logging enabled! [ 524.364926] env[66012]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 524.364926] env[66012]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66012) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 524.365228] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 524.365324] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 524.366165] env[66012]: WARNING oslo_policy.policy [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 524.366375] env[66012]: WARNING oslo_policy.policy [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 524.368059] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] VMware NSXv3 Agent initialized successfully. [ 524.368420] env[66012]: DEBUG oslo_concurrency.lockutils [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] Acquiring lock "singleton_lock" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.368549] env[66012]: DEBUG oslo_concurrency.lockutils [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] Acquired lock "singleton_lock" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.368755] env[66012]: DEBUG oslo_concurrency.lockutils [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] Releasing lock "singleton_lock" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.369046] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] Full set of CONF: {{(pid=66012) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 524.369158] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ******************************************************************************** {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 524.369258] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] Configuration options gathered from: {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 524.369604] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 524.369775] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 524.369881] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ================================================================================ {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 524.370063] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] agent_down_time = 75 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.370203] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] allow_automatic_dhcp_failover = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.370337] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] allow_bulk = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.370485] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] api_extensions_path = {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.370637] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] api_paste_config = api-paste.ini {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.370789] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] auth_strategy = keystone {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.370892] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] backdoor_port = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.370991] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] backdoor_socket = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.371139] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] backlog = 4096 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.371272] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] base_mac = fa:16:3e:00:00:00 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.371422] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] bind_host = 0.0.0.0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.371561] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] bind_port = 9696 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.371690] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] client_socket_timeout = 900 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.371822] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] config_dir = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.371924] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.372069] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] config_source = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.372206] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] control_exchange = neutron {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.372337] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] core_plugin = ml2 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.372472] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] debug = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.372631] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] default_availability_zones = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.372849] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.372988] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] dhcp_agent_notification = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.373130] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] dhcp_agents_per_network = 1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.373260] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] dhcp_lease_duration = 86400 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.373396] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] dhcp_load_type = networks {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.373530] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] dns_domain = openstacklocal {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.373723] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.373940] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] enable_default_route_bfd = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.374177] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] enable_default_route_ecmp = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.374402] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] enable_dvr = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.374625] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] enable_new_agents = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.374844] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.375034] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] enable_signals = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.375177] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] enable_traditional_dhcp = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.375308] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] external_dns_driver = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.375440] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] filter_validation = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.375581] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] global_physnet_mtu = 8950 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.375712] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] graceful_shutdown_timeout = 60 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.375885] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] host = cpu-1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.376039] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] host_dvr_for_dhcp = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.376177] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] http_retries = 3 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.376316] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] instance_format = [instance: %(uuid)s] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.376455] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.376593] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ipam_driver = internal {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.376724] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ipv6_pd_enabled = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.376854] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] l3_ha = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.376987] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.377138] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] l3_ha_network_physical_name = {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.377269] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] l3_ha_network_type = {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.377403] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] log_color = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.377536] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] log_config_append = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.377672] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.377801] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] log_dir = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.377926] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] log_file = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.378041] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] log_options = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.378178] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] log_rotate_interval = 1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.378314] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] log_rotate_interval_type = days {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.378449] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] log_rotation_type = none {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.378550] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.378657] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.378802] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.378934] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.379045] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.379179] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] max_dns_nameservers = 5 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.379310] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] max_header_line = 16384 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.379441] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] max_l3_agents_per_router = 3 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.379571] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] max_logfile_count = 30 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.379705] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] max_logfile_size_mb = 200 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.379833] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] max_subnet_host_routes = 20 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.379970] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] my_ip = 10.180.1.21 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.380117] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] my_ipv6 = ::1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.380247] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] network_auto_schedule = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.380372] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] network_link_prefix = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.380509] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.380673] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] notify_nova_on_port_data_changes = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.380817] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] notify_nova_on_port_status_changes = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.380956] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] pagination_max_limit = -1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.381102] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] publish_errors = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.381236] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] rate_limit_burst = 0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.381375] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] rate_limit_except_level = CRITICAL {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.381506] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] rate_limit_interval = 0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.381635] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] retry_until_window = 30 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.381765] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] router_distributed = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.381895] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] rpc_resources_processing_step = 20 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.382033] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] rpc_response_max_timeout = 600 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.382166] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] rpc_response_timeout = 60 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.382298] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] send_events_interval = 2 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.382446] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] service_plugins = ['router'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.382611] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] setproctitle = on {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.382752] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] shell_completion = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.382893] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] state_path = /opt/stack/data/neutron {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.383046] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] syslog_log_facility = LOG_USER {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.383182] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] tcp_keepidle = 600 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.383318] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] transport_url = **** {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.383449] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] use_journal = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.383603] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] use_json = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.383741] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] use_ssl = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.383871] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] use_stderr = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.384014] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] use_syslog = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.384146] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] vlan_qinq = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.384271] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] vlan_transparent = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.384397] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] watch_log_file = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.384527] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] wsgi_default_pool_size = 100 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.384655] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] wsgi_keep_alive = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.384796] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.384927] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] wsgi_server_debug = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.385090] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_concurrency.disable_process_locking = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385238] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385383] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385519] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385657] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385797] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.385931] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386096] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.connection_string = messaging:// {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386238] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.enabled = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386378] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.es_doc_type = notification {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386512] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.es_scroll_size = 10000 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386649] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.es_scroll_time = 2m {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386783] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.filter_error_trace = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.386921] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.hmac_keys = **** {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387071] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.sentinel_service_name = mymaster {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387218] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.socket_timeout = 0.1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387350] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.trace_requests = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387480] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler.trace_sqlalchemy = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387631] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler_jaeger.process_tags = {} {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387763] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler_jaeger.service_name_prefix = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.387898] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] profiler_otlp.service_name_prefix = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388054] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.enforce_new_defaults = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388341] env[66012]: WARNING oslo_config.cfg [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 524.388492] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.enforce_scope = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388636] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.policy_default_rule = default {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388786] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.388927] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389079] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389214] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389343] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389470] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389600] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389741] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_policy.remote_timeout = 60.0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.389890] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390049] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] agent.extensions = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390192] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390333] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] service_providers.service_provider = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390476] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.default_quota = -1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390616] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390751] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.quota_floatingip = 50 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.390883] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.quota_network = 100 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391023] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.quota_port = 500 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391159] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391290] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.quota_router = 10 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391421] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.quota_security_group = 10 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391550] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391679] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.quota_subnet = 100 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391813] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] QUOTAS.track_quota_usage = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.391960] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392104] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep.group = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392233] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep.helper_command = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392364] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep.log_daemon_traceback = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392496] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392650] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep.thread_pool_size = 8 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392786] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep.user = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.392927] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393067] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_dhcp_release.group = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393198] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_dhcp_release.helper_command = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393326] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393459] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393605] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393750] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_dhcp_release.user = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.393890] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394025] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_ovs_vsctl.group = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394156] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_ovs_vsctl.helper_command = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394284] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394417] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394548] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394678] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_ovs_vsctl.user = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394814] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_namespace.capabilities = [21] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.394941] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_namespace.group = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395086] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_namespace.helper_command = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395217] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_namespace.log_daemon_traceback = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395350] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395480] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_namespace.thread_pool_size = 8 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395608] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_namespace.user = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395751] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_conntrack.capabilities = [12] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.395881] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_conntrack.group = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396012] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_conntrack.helper_command = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396150] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396359] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396506] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396635] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_conntrack.user = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396783] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_link.capabilities = [12, 21] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.396911] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_link.group = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397048] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_link.helper_command = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397183] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_link.log_daemon_traceback = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397319] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397449] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_link.thread_pool_size = 8 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397576] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] privsep_link.user = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397725] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.397870] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398027] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.continue_on_failed_promotions = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398154] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.dscp = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398287] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.dscp_inherit = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398425] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.force_mp_to_policy = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398556] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.locking_coordinator_url = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398691] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.log_agent_heartbeats = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398828] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.logging_expire = 1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.398959] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399105] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399247] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.polling_interval = 240 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399383] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399523] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399668] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.report_interval = 30.0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399814] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.399955] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400107] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400246] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.sync_skew = 60 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400381] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.synchronization_queue_size = 20 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400515] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT.use_helper_for_ns_read = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400657] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] SECURITYGROUP.enable_ipset = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400798] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] SECURITYGROUP.enable_security_group = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.400934] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401085] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401227] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] experimental.ipv6_pd_enabled = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401385] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ml2.extension_drivers = ['port_security'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401517] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ml2.external_network_type = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401664] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401808] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ml2.overlay_ip_version = 4 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.401945] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ml2.path_mtu = 8950 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402092] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ml2.physical_network_mtus = {} {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402237] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ml2.tenant_network_types = ['vlan'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402374] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402514] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ml2.type_drivers = ['vlan'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402685] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT_CLI.neutron_port_id = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402828] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.402966] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403121] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403262] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403459] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403532] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403685] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.403827] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404038] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404191] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_login_password = **** {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404335] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_login_port = 443 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404492] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_login_user = admin {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404613] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404757] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.404892] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.405035] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.405181] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.405329] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.405467] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.405604] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.405742] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.405887] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406042] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406173] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406315] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406508] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406654] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] vsphere.vsphere_login_password = VMware1! {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406801] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.406931] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407079] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.auth_section = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407244] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.auth_type = password {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407402] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407533] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.certfile = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407667] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.collect_timing = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407809] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.endpoint_type = public {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.407944] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.insecure = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408083] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.keyfile = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408223] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.region_name = RegionOne {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408354] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.split_loggers = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408483] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] nova.timeout = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408621] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.auth_section = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408802] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.auth_type = password {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.408951] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409097] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.certfile = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409231] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.collect_timing = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409366] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.endpoint_type = public {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409495] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.insecure = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409620] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.keyfile = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409748] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.region_name = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.409875] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.split_loggers = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410017] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] placement.timeout = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410148] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.auth_section = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410280] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.auth_type = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410410] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.cafile = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410537] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.certfile = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410668] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.collect_timing = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410797] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.connect_retries = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.410926] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.connect_retry_delay = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411067] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.enable_notifications = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411195] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.endpoint_override = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411323] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.insecure = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411450] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.interface = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411576] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.keyfile = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.411708] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.max_version = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412031] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.min_version = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412031] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.region_name = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412086] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.retriable_status_codes = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412197] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.service_name = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412335] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.service_type = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412441] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.split_loggers = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412584] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.status_code_retries = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412718] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.status_code_retry_delay = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412846] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.timeout = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.412978] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.valid_interfaces = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413123] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ironic.version = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413262] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] cli_script.dry_run = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413405] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413539] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413696] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413852] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.413989] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414135] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414267] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414400] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414530] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414673] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414810] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.414970] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415135] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415278] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415415] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415556] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415701] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.415857] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416009] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416149] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416281] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416414] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416544] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416675] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416810] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.416940] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417082] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417217] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417350] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417486] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417621] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.ssl = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417767] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.417903] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418046] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418188] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418627] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.ssl_version = {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418627] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418627] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_notifications.driver = [] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418723] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_notifications.retry = -1 {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.418866] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.419009] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] oslo_messaging_notifications.transport_url = **** {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.419120] env[66012]: DEBUG oslo_service.backend._eventlet.service [None req-eee3285b-0fe3-47f2-8306-f31ec65c471a None None] ******************************************************************************** {{(pid=66012) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 524.420340] env[66012]: DEBUG neutron.agent.securitygroups_rpc [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Init firewall settings (driver=nsxv3) {{(pid=66012) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 524.421708] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66012) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 524.421954] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] RPC agent_id: nsxm-l-01a.corp.local [ 524.424294] env[66012]: DEBUG dogpile.cache.region [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 524.424412] env[66012]: DEBUG dogpile.lock [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 524.424507] env[66012]: DEBUG dogpile.lock [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 524.424595] env[66012]: DEBUG dogpile.lock [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 524.424688] env[66012]: DEBUG dogpile.cache.region [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 524.424772] env[66012]: DEBUG dogpile.lock [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 524.424894] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 524.456523] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Session token - acquiring [ 524.458552] env[66012]: DEBUG networking_nsxv3.common.locking [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.458744] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.458854] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.459421] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.471667] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.749368] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 524.770533] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 524.770718] env[66012]: DEBUG dogpile.cache.region [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Cache value generated in 0.346 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 524.770785] env[66012]: DEBUG dogpile.lock [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 524.770901] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Activating Policy API Provider. [ 524.771107] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Looking for the default Infrastructure Rules. [ 524.839878] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Looking for the Default Layer3 Logged Drop Section. [ 524.854157] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 524.854612] env[66012]: DEBUG networking_nsxv3.common.locking [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.854785] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquiring lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.854886] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.855194] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired external semaphore "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.855529] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.370946] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.873586] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.376154] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Inventory metadata is going to be refreshed. [ 526.376604] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 527.122804] env[66012]: DEBUG networking_nsxv3.common.locking [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.123099] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.123145] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.123442] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.135420] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 527.136288] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.136915] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 527.153708] env[66012]: DEBUG networking_nsxv3.common.locking [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.153890] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.153946] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.154267] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.154387] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.154524] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 527.154634] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.154737] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 527.174746] env[66012]: DEBUG networking_nsxv3.common.locking [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.174964] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.175057] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.175291] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.175464] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.175602] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 527.194646] env[66012]: DEBUG networking_nsxv3.common.locking [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.194876] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.194971] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.195233] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.195380] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.195506] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 527.216637] env[66012]: DEBUG networking_nsxv3.common.locking [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.216922] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquiring lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.216922] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.217198] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired external semaphore "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.217334] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Releasing lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.217479] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 527.217579] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.217678] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 527.237468] env[66012]: DEBUG networking_nsxv3.common.locking [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.237699] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquiring lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.237748] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.238024] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired external semaphore "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.238147] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Releasing lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.238287] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 527.238387] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.238542] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 527.259523] env[66012]: DEBUG networking_nsxv3.common.locking [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.259747] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.259871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.260133] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.260271] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.260415] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 527.260516] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.260620] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Inventory metadata have been refreshed. [ 527.260721] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Dryrun:True. Metadata refresh completed. [ 527.260833] env[66012]: DEBUG oslo_concurrency.lockutils [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Releasing lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.262868] env[66012]: INFO neutron.agent.agent_extensions_manager [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Loaded agent extensions: [] [ 527.263652] env[66012]: DEBUG neutron_lib.callbacks.manager [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66012) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 527.311321] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NSXv3 Agent Agent RPC Daemon Started! [ 527.311449] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NSXv3 Agent Agent loop - iteration:0 started [ 527.311557] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NSXv3 Agent Agent out of sync with plugin! [ 532.264778] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 532.265288] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 535.267376] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.267879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.267879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.268031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.268095] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 535.771438] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.273485] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.777141] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 536.777310] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 537.265961] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.266080] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.644023] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.644023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.644023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.644023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.655272] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 537.656332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.657022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 537.675826] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.677920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.677920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.677920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.677920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.677920] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 537.677920] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.677920] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 537.700377] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.700377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.700377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.700377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.700377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.700377] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 537.722806] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.722806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.722806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.722806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.722806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.722806] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 537.744311] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.744311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.744311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.744311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.744311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.744311] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 537.744311] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.744311] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 537.761601] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.761601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.761601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.761601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.761601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.761601] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 537.761601] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.761601] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 537.782739] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.782739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.782739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.782739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.782739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.782739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 537.782739] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 537.782739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 537.782739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 537.782739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 537.782739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 537.782739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 537.782739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 537.782739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 537.782739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 537.807744] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.807744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.807744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.807744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.807744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.807744] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 537.829614] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 537.829614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.829614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 537.829614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 537.829614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 537.842093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 542.267986] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.268356] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.683103] env[66012]: INFO networking_nsxv3.common.synchronization [None req-adeb2093-375e-4860-8088-582bc762a606 demo admin] Enqueued Resource ID: 8ee19bfa-0020-45ac-b495-4d3b3b58363e with Priority: HIGHEST for action security_group_rules [ 542.683734] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ee19bfa-0020-45ac-b495-4d3b3b58363e with Priority: HIGHEST for action security_group_rules [ 542.684421] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ee19bfa-0020-45ac-b495-4d3b3b58363e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.684638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ee19bfa-0020-45ac-b495-4d3b3b58363e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.684717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ee19bfa-0020-45ac-b495-4d3b3b58363e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.684962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ee19bfa-0020-45ac-b495-4d3b3b58363e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.685058] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ee19bfa-0020-45ac-b495-4d3b3b58363e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.207873] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.208140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.208140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.208377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.208473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.208567] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ee19bfa-0020-45ac-b495-4d3b3b58363e already deleted. [ 543.208649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ee19bfa-0020-45ac-b495-4d3b3b58363e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.685429] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.685817] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.686368] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.686575] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.687697] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.688096] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.689573] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.689573] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.691191] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.691617] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.204246] env[66012]: INFO networking_nsxv3.common.synchronization [None req-4200677f-b35b-46bb-858c-8b3827707646 None None] Enqueued Resource ID: e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d with Priority: HIGHEST for action port [ 569.204246] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d with Priority: HIGHEST for action port [ 569.204246] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.204246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.204246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.204984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.205466] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.710028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d [ 569.710315] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.710459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.710529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.710750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.710837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.710932] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d already deleted. [ 569.711018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6e5f9bb-8d5d-4756-9da8-1c1d80ded56d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.925893] env[66012]: INFO networking_nsxv3.common.synchronization [None req-da5e67cb-959d-4239-886b-55a381c07db2 None None] Enqueued Resource ID: d55406da-8861-4be0-bf2e-9f46935f2d0a with Priority: HIGHEST for action port [ 569.926159] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d55406da-8861-4be0-bf2e-9f46935f2d0a with Priority: HIGHEST for action port [ 569.926808] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d55406da-8861-4be0-bf2e-9f46935f2d0a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.926942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d55406da-8861-4be0-bf2e-9f46935f2d0a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.927011] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d55406da-8861-4be0-bf2e-9f46935f2d0a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.927266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d55406da-8861-4be0-bf2e-9f46935f2d0a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.927350] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d55406da-8861-4be0-bf2e-9f46935f2d0a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.431739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d55406da-8861-4be0-bf2e-9f46935f2d0a [ 570.432079] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.432151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.432209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.432418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.432510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.432603] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d55406da-8861-4be0-bf2e-9f46935f2d0a already deleted. [ 570.432682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d55406da-8861-4be0-bf2e-9f46935f2d0a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.687816] env[66012]: INFO networking_nsxv3.common.synchronization [None req-448a50ef-1466-4424-8ed6-e2774aad2736 None None] Enqueued Resource ID: 074ee889-ff85-4f79-8277-9f50517a6217 with Priority: HIGHEST for action port [ 571.688094] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074ee889-ff85-4f79-8277-9f50517a6217 with Priority: HIGHEST for action port [ 571.688659] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-074ee889-ff85-4f79-8277-9f50517a6217 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.688756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-074ee889-ff85-4f79-8277-9f50517a6217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.688825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-074ee889-ff85-4f79-8277-9f50517a6217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.689088] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-074ee889-ff85-4f79-8277-9f50517a6217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.689172] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('074ee889-ff85-4f79-8277-9f50517a6217',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.996346] env[66012]: INFO networking_nsxv3.common.synchronization [None req-881debbf-c91a-4251-8682-eab8709401c0 None None] Enqueued Resource ID: 74969a86-3182-44fb-81d3-959c4bf79e13 with Priority: HIGHEST for action port [ 571.996916] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74969a86-3182-44fb-81d3-959c4bf79e13 with Priority: HIGHEST for action port [ 571.997761] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-74969a86-3182-44fb-81d3-959c4bf79e13 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.997761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74969a86-3182-44fb-81d3-959c4bf79e13" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.997761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74969a86-3182-44fb-81d3-959c4bf79e13" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.998299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74969a86-3182-44fb-81d3-959c4bf79e13" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.998299] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74969a86-3182-44fb-81d3-959c4bf79e13',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.192191] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 074ee889-ff85-4f79-8277-9f50517a6217 [ 572.192405] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.192732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.192732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.192831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.192910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.193009] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:074ee889-ff85-4f79-8277-9f50517a6217 already deleted. [ 572.193095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-074ee889-ff85-4f79-8277-9f50517a6217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.500167] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74969a86-3182-44fb-81d3-959c4bf79e13 [ 572.500421] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.500591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.500640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.500870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.501692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.501692] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74969a86-3182-44fb-81d3-959c4bf79e13 already deleted. [ 572.501692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74969a86-3182-44fb-81d3-959c4bf79e13" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.723022] env[66012]: INFO networking_nsxv3.common.synchronization [None req-5bf50198-3c6a-45ab-af00-442d7b4d22d3 None None] Enqueued Resource ID: 074eb0bb-8c90-46a0-ba61-34000ba47a07 with Priority: HIGHEST for action port [ 573.723652] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074eb0bb-8c90-46a0-ba61-34000ba47a07 with Priority: HIGHEST for action port [ 573.723973] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-074eb0bb-8c90-46a0-ba61-34000ba47a07 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.724093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-074eb0bb-8c90-46a0-ba61-34000ba47a07" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.724210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-074eb0bb-8c90-46a0-ba61-34000ba47a07" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.724499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-074eb0bb-8c90-46a0-ba61-34000ba47a07" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.724499] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('074eb0bb-8c90-46a0-ba61-34000ba47a07',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.113019] env[66012]: INFO networking_nsxv3.common.synchronization [None req-b55ca3e3-c95e-457a-9dbe-306990275bc8 None None] Enqueued Resource ID: 9154075a-aca8-4a18-9700-2bd84708bd45 with Priority: HIGHEST for action port [ 574.113019] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9154075a-aca8-4a18-9700-2bd84708bd45 with Priority: HIGHEST for action port [ 574.113019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-9154075a-aca8-4a18-9700-2bd84708bd45 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.113019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9154075a-aca8-4a18-9700-2bd84708bd45" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.113019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9154075a-aca8-4a18-9700-2bd84708bd45" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.113019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9154075a-aca8-4a18-9700-2bd84708bd45" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.113019] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9154075a-aca8-4a18-9700-2bd84708bd45',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.226798] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 074eb0bb-8c90-46a0-ba61-34000ba47a07 [ 574.227009] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.227186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.227253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.227714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.227871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.227975] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:074eb0bb-8c90-46a0-ba61-34000ba47a07 already deleted. [ 574.228246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-074eb0bb-8c90-46a0-ba61-34000ba47a07" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.615295] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9154075a-aca8-4a18-9700-2bd84708bd45 [ 574.615983] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.615983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.615983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.616159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.616214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.616326] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9154075a-aca8-4a18-9700-2bd84708bd45 already deleted. [ 574.616379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9154075a-aca8-4a18-9700-2bd84708bd45" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.155039] env[66012]: INFO networking_nsxv3.common.synchronization [None req-eb1a0989-5a18-44e3-a8c9-c3df1a714cd8 None None] Enqueued Resource ID: 4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc with Priority: HIGHEST for action port [ 576.155853] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc with Priority: HIGHEST for action port [ 576.155952] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.156705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.156829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.157087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.157386] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.659397] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc [ 576.659634] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.659766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.659833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.660161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.660161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.660238] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc already deleted. [ 576.660427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c21890f-d83a-4fbc-a4e2-203a0f5b3dcc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.897788] env[66012]: INFO networking_nsxv3.common.synchronization [None req-68add4ff-2a06-4018-bea2-8e84f5ea57ac None None] Enqueued Resource ID: c16969de-2090-42c4-8a8a-7510e67b7c55 with Priority: HIGHEST for action port [ 576.898047] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c16969de-2090-42c4-8a8a-7510e67b7c55 with Priority: HIGHEST for action port [ 576.899403] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-c16969de-2090-42c4-8a8a-7510e67b7c55 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.899403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c16969de-2090-42c4-8a8a-7510e67b7c55" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.899403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c16969de-2090-42c4-8a8a-7510e67b7c55" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.900090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c16969de-2090-42c4-8a8a-7510e67b7c55" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.900232] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c16969de-2090-42c4-8a8a-7510e67b7c55',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.027499] env[66012]: INFO networking_nsxv3.common.synchronization [None req-6a047d4e-bbc6-453b-8ee9-e05ae9143efd None None] Enqueued Resource ID: cd4bc037-676a-4b2d-a7b1-87ba27163fe4 with Priority: HIGHEST for action port [ 577.028051] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd4bc037-676a-4b2d-a7b1-87ba27163fe4 with Priority: HIGHEST for action port [ 577.028358] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd4bc037-676a-4b2d-a7b1-87ba27163fe4 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.028527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd4bc037-676a-4b2d-a7b1-87ba27163fe4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.028647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd4bc037-676a-4b2d-a7b1-87ba27163fe4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.028992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd4bc037-676a-4b2d-a7b1-87ba27163fe4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.032109] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd4bc037-676a-4b2d-a7b1-87ba27163fe4',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.403619] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c16969de-2090-42c4-8a8a-7510e67b7c55 [ 577.403886] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.404025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.404441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.404940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.406802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.406802] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c16969de-2090-42c4-8a8a-7510e67b7c55 already deleted. [ 577.406802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c16969de-2090-42c4-8a8a-7510e67b7c55" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.536570] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd4bc037-676a-4b2d-a7b1-87ba27163fe4 [ 577.536879] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.537058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.537546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.537546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.537546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.537546] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd4bc037-676a-4b2d-a7b1-87ba27163fe4 already deleted. [ 577.537729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd4bc037-676a-4b2d-a7b1-87ba27163fe4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.989364] env[66012]: INFO networking_nsxv3.common.synchronization [None req-f8e00952-769f-4ba8-a011-632eae2879d8 None None] Enqueued Resource ID: d72547c3-5887-4fee-aecd-8f47f446b3ce with Priority: HIGHEST for action port [ 577.989954] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d72547c3-5887-4fee-aecd-8f47f446b3ce with Priority: HIGHEST for action port [ 577.990276] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d72547c3-5887-4fee-aecd-8f47f446b3ce taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.992508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d72547c3-5887-4fee-aecd-8f47f446b3ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.992508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d72547c3-5887-4fee-aecd-8f47f446b3ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.992508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d72547c3-5887-4fee-aecd-8f47f446b3ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.992508] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d72547c3-5887-4fee-aecd-8f47f446b3ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.496223] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d72547c3-5887-4fee-aecd-8f47f446b3ce [ 578.496223] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.496223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.496223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.496223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.496223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.496223] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d72547c3-5887-4fee-aecd-8f47f446b3ce already deleted. [ 578.496223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d72547c3-5887-4fee-aecd-8f47f446b3ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.638402] env[66012]: INFO networking_nsxv3.common.synchronization [None req-a1f9e1db-7787-43c7-a040-4bff51fb8e01 None None] Enqueued Resource ID: 85820fc6-8299-4f78-bb4f-c340fc047723 with Priority: HIGHEST for action port [ 579.638927] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85820fc6-8299-4f78-bb4f-c340fc047723 with Priority: HIGHEST for action port [ 579.639553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-85820fc6-8299-4f78-bb4f-c340fc047723 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.639923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85820fc6-8299-4f78-bb4f-c340fc047723" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.639923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85820fc6-8299-4f78-bb4f-c340fc047723" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.640027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85820fc6-8299-4f78-bb4f-c340fc047723" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.642330] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85820fc6-8299-4f78-bb4f-c340fc047723',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.857190] env[66012]: INFO networking_nsxv3.common.synchronization [None req-c3ba6930-60e3-4365-9df0-da7e7e6b4642 None None] Enqueued Resource ID: f1518a3f-3f68-44eb-a41f-cb3165ac1d34 with Priority: HIGHEST for action port [ 579.857409] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1518a3f-3f68-44eb-a41f-cb3165ac1d34 with Priority: HIGHEST for action port [ 579.858074] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1518a3f-3f68-44eb-a41f-cb3165ac1d34 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.858163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1518a3f-3f68-44eb-a41f-cb3165ac1d34" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.858276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1518a3f-3f68-44eb-a41f-cb3165ac1d34" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.859085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1518a3f-3f68-44eb-a41f-cb3165ac1d34" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.859085] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1518a3f-3f68-44eb-a41f-cb3165ac1d34',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.143261] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85820fc6-8299-4f78-bb4f-c340fc047723 [ 580.143523] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.143666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.143711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.143920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.144017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.144109] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85820fc6-8299-4f78-bb4f-c340fc047723 already deleted. [ 580.144189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85820fc6-8299-4f78-bb4f-c340fc047723" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.360863] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1518a3f-3f68-44eb-a41f-cb3165ac1d34 [ 580.365020] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.365020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.365020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.365020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.365020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.365020] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1518a3f-3f68-44eb-a41f-cb3165ac1d34 already deleted. [ 580.365020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1518a3f-3f68-44eb-a41f-cb3165ac1d34" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.886620] env[66012]: INFO networking_nsxv3.common.synchronization [None req-dbb9dce9-9e76-492e-befc-d6798c772f2e None None] Enqueued Resource ID: 39458abc-872f-4bec-b6d6-ff5753adafa4 with Priority: HIGHEST for action port [ 580.887174] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39458abc-872f-4bec-b6d6-ff5753adafa4 with Priority: HIGHEST for action port [ 580.887487] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-39458abc-872f-4bec-b6d6-ff5753adafa4 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.887599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39458abc-872f-4bec-b6d6-ff5753adafa4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.887671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39458abc-872f-4bec-b6d6-ff5753adafa4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.887898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39458abc-872f-4bec-b6d6-ff5753adafa4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.887977] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39458abc-872f-4bec-b6d6-ff5753adafa4',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.390066] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39458abc-872f-4bec-b6d6-ff5753adafa4 [ 581.392031] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.392031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.392031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.392031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.392031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.392031] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39458abc-872f-4bec-b6d6-ff5753adafa4 already deleted. [ 581.392031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39458abc-872f-4bec-b6d6-ff5753adafa4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.627950] env[66012]: INFO networking_nsxv3.common.synchronization [None req-c79445b8-612d-49de-a938-430e4fcdc3e5 None None] Enqueued Resource ID: 39a1029a-0433-4a8c-afb8-92da2c200f6e with Priority: HIGHEST for action port [ 581.628589] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39a1029a-0433-4a8c-afb8-92da2c200f6e with Priority: HIGHEST for action port [ 581.628847] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-39a1029a-0433-4a8c-afb8-92da2c200f6e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.628979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39a1029a-0433-4a8c-afb8-92da2c200f6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.630459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39a1029a-0433-4a8c-afb8-92da2c200f6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.632244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39a1029a-0433-4a8c-afb8-92da2c200f6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.632244] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39a1029a-0433-4a8c-afb8-92da2c200f6e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.134802] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39a1029a-0433-4a8c-afb8-92da2c200f6e [ 582.135103] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.135184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.135286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.135922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.135922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.135922] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39a1029a-0433-4a8c-afb8-92da2c200f6e already deleted. [ 582.135922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39a1029a-0433-4a8c-afb8-92da2c200f6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.865177] env[66012]: INFO networking_nsxv3.common.synchronization [None req-d53513ff-854a-4938-988f-3f99c5ef505a None None] Enqueued Resource ID: 6fc78d94-14da-4518-8b63-263c569ba010 with Priority: HIGHEST for action port [ 582.865604] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc78d94-14da-4518-8b63-263c569ba010 with Priority: HIGHEST for action port [ 582.866670] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fc78d94-14da-4518-8b63-263c569ba010 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.866670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fc78d94-14da-4518-8b63-263c569ba010" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.866670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fc78d94-14da-4518-8b63-263c569ba010" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.866670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fc78d94-14da-4518-8b63-263c569ba010" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.866670] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc78d94-14da-4518-8b63-263c569ba010',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.276260] env[66012]: INFO networking_nsxv3.common.synchronization [None req-27d564fa-5b91-454f-a451-c2163936e299 None None] Enqueued Resource ID: 8a602435-9906-45e9-9e21-3dfe6acecb29 with Priority: HIGHEST for action port [ 583.277240] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a602435-9906-45e9-9e21-3dfe6acecb29 with Priority: HIGHEST for action port [ 583.277240] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a602435-9906-45e9-9e21-3dfe6acecb29 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.277240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a602435-9906-45e9-9e21-3dfe6acecb29" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.277515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a602435-9906-45e9-9e21-3dfe6acecb29" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.277574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a602435-9906-45e9-9e21-3dfe6acecb29" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.277797] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a602435-9906-45e9-9e21-3dfe6acecb29',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.369856] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fc78d94-14da-4518-8b63-263c569ba010 [ 583.369856] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.369856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.369856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.369856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.369856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.369856] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fc78d94-14da-4518-8b63-263c569ba010 already deleted. [ 583.369856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fc78d94-14da-4518-8b63-263c569ba010" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.780220] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a602435-9906-45e9-9e21-3dfe6acecb29 [ 583.780456] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.780582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.781185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.781185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.781185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.781280] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a602435-9906-45e9-9e21-3dfe6acecb29 already deleted. [ 583.781728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a602435-9906-45e9-9e21-3dfe6acecb29" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.538811] env[66012]: INFO networking_nsxv3.common.synchronization [req-952adcd8-195e-4506-8f2b-94e6e2920322 req-218afc13-950d-4ad4-bf09-e7dd85e64cbe tempest-FloatingIPsAssociationTestJSON-317729567 tempest-FloatingIPsAssociationTestJSON-317729567-project-member] Enqueued Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 586.540083] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 586.540083] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.540083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.540083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.541288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.541288] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.541288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.541288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.541498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.541532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.541829] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.873162] env[66012]: INFO networking_nsxv3.common.synchronization [None req-db03bd3e-341d-4be4-ab8b-d67c6df149a3 tempest-VolumesAssistedSnapshotsTest-1821674064 tempest-VolumesAssistedSnapshotsTest-1821674064-project-member] Enqueued Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_rules [ 586.873422] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_rules [ 586.873733] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c2b881-afda-4fca-9155-d46ba70f3284 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.873866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.873929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.874209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.874285] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.045310] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.045463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.045533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.046156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.046156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.046156] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.046156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.046368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.046368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.046421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.046526] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 already deleted. [ 587.046579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.374573] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.374573] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-257" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.374573] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-257" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.374573] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-257" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.374573] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.375396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.375396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.375396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.375518] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.375766] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.375887] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 587.376095] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 587.376095] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 587.376309] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 587.376309] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 587.376422] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 587.404690] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 587.404875] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 587.405393] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 587.405393] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-257" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.405848] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-195a9e29-abe8-4355-b7ee-420e9d616885 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.407178] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-195a9e29-abe8-4355-b7ee-420e9d616885" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.407395] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-195a9e29-abe8-4355-b7ee-420e9d616885" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.407988] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-195a9e29-abe8-4355-b7ee-420e9d616885" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.408267] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195a9e29-abe8-4355-b7ee-420e9d616885',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.410025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.410129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.410170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.410353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.410444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.410538] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c2b881-afda-4fca-9155-d46ba70f3284 already deleted. [ 587.410629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.485987] env[66012]: INFO networking_nsxv3.common.synchronization [None req-09699180-cabf-4b57-b2cd-6171ad81eba1 tempest-VolumesAssistedSnapshotsTest-1821674064 tempest-VolumesAssistedSnapshotsTest-1821674064-project-member] Enqueued Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_rules [ 587.486879] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_rules [ 587.487224] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c2b881-afda-4fca-9155-d46ba70f3284 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.487409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.487409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.487617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.487756] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.911875] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.912218] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.912330] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.912679] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.912892] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.913060] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 195a9e29-abe8-4355-b7ee-420e9d616885 not found, creating... [ 587.913601] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.913601] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.913601] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.913830] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.913953] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.914402] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.914565] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.914711] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.914918] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.915058] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.915195] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 195a9e29-abe8-4355-b7ee-420e9d616885 is going to be created. [ 588.044127] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.044836] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.044836] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.045059] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.045399] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.045658] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-195a9e29-abe8-4355-b7ee-420e9d616885" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.055376] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.055534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.055588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.055793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.055907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.055980] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c2b881-afda-4fca-9155-d46ba70f3284 already deleted. [ 588.056080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.063512] env[66012]: INFO networking_nsxv3.common.synchronization [req-952adcd8-195e-4506-8f2b-94e6e2920322 req-64aa7f02-e130-4f12-908b-a762425e376b service nova] Enqueued Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_rules [ 589.063869] env[66012]: INFO networking_nsxv3.common.synchronization [req-952adcd8-195e-4506-8f2b-94e6e2920322 req-64aa7f02-e130-4f12-908b-a762425e376b service nova] Enqueued Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 589.063924] env[66012]: INFO networking_nsxv3.common.synchronization [req-952adcd8-195e-4506-8f2b-94e6e2920322 req-64aa7f02-e130-4f12-908b-a762425e376b service nova] Enqueued Resource ID: 195a9e29-abe8-4355-b7ee-420e9d616885 with Priority: HIGHEST for action port [ 589.065200] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_rules [ 589.065363] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 589.065461] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 195a9e29-abe8-4355-b7ee-420e9d616885 with Priority: HIGHEST for action port [ 589.065748] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.065882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.065979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.067988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.067988] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.070216] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.070370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.070452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.070664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.070844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.070945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.071017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.071173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.071262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.071354] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.072996] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-195a9e29-abe8-4355-b7ee-420e9d616885 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.073101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-195a9e29-abe8-4355-b7ee-420e9d616885" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.073217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-195a9e29-abe8-4355-b7ee-420e9d616885" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.073400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-195a9e29-abe8-4355-b7ee-420e9d616885" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.073481] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195a9e29-abe8-4355-b7ee-420e9d616885',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.365944] env[66012]: INFO networking_nsxv3.common.synchronization [req-2e1a6c65-852b-4208-87ed-fe2764b70fb8 req-ab43c1c5-1f78-4cc1-8862-854b850b3889 tempest-DeleteServersAdminTestJSON-1130345902 tempest-DeleteServersAdminTestJSON-1130345902-project-member] Enqueued Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 589.366285] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 589.366729] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.366820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.366870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.369283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.369283] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.369283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.369283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.369283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.369283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.369283] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.576752] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.576893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.589515] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 195a9e29-abe8-4355-b7ee-420e9d616885 with status ACTIVE [ 589.589515] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.589515] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.589515] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.589515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.589515] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 195a9e29-abe8-4355-b7ee-420e9d616885 is going to be updated. [ 589.594837] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.637239] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.637600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.637729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.637990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.638201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.638509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-195a9e29-abe8-4355-b7ee-420e9d616885" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.803541] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.803698] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.803805] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.804152] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.804471] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.804665] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.804809] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.805066] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.805213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.805439] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.806656] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.806859] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.806990] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.807170] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.807283] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.807410] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.837293] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.837293] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.837293] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.837293] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.837641] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-d5d2c1a2-7226-4754-9438-55b02badddfc taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.837815] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-d5d2c1a2-7226-4754-9438-55b02badddfc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.837927] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-d5d2c1a2-7226-4754-9438-55b02badddfc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.838237] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-d5d2c1a2-7226-4754-9438-55b02badddfc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.838363] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d2c1a2-7226-4754-9438-55b02badddfc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.870260] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.870464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.870464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.870649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.870738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.870932] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.871227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.871227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.871395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.871442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.871526] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be already deleted. [ 589.871613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.099222] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.340799] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.341098] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.341263] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.341647] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.341874] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.342040] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port d5d2c1a2-7226-4754-9438-55b02badddfc not found, creating... [ 590.342413] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.342633] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.342807] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.343109] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.343303] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.343713] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.343951] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.344160] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.344446] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.344622] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.344804] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: d5d2c1a2-7226-4754-9438-55b02badddfc is going to be created. [ 590.367748] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.368069] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.368270] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.368682] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.368953] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.369273] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-d5d2c1a2-7226-4754-9438-55b02badddfc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.605558] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.605558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.605558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.605558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.605558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.605558] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 is going to be created. [ 590.651150] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.651150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.651150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.651150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.651150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.667157] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: UNINITIALIZED for 2s [ 591.128695] env[66012]: INFO networking_nsxv3.common.synchronization [req-2e1a6c65-852b-4208-87ed-fe2764b70fb8 req-8a3efd00-51f1-4169-8d93-f449092efc89 service nova] Enqueued Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_rules [ 591.128695] env[66012]: INFO networking_nsxv3.common.synchronization [req-2e1a6c65-852b-4208-87ed-fe2764b70fb8 req-8a3efd00-51f1-4169-8d93-f449092efc89 service nova] Enqueued Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 591.129165] env[66012]: INFO networking_nsxv3.common.synchronization [req-2e1a6c65-852b-4208-87ed-fe2764b70fb8 req-8a3efd00-51f1-4169-8d93-f449092efc89 service nova] Enqueued Resource ID: d5d2c1a2-7226-4754-9438-55b02badddfc with Priority: HIGHEST for action port [ 591.129321] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_rules [ 591.129452] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 591.129544] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d2c1a2-7226-4754-9438-55b02badddfc with Priority: HIGHEST for action port [ 591.129853] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.129943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.129986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.130242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.130329] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.132033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.132033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.132033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.132033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.132033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.132263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.132263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.132263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.132355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.132431] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.134359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d2c1a2-7226-4754-9438-55b02badddfc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.134359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d2c1a2-7226-4754-9438-55b02badddfc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.134504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d2c1a2-7226-4754-9438-55b02badddfc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.134546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d2c1a2-7226-4754-9438-55b02badddfc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.134623] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d2c1a2-7226-4754-9438-55b02badddfc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.632849] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.633245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.637148] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.637579] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5d2c1a2-7226-4754-9438-55b02badddfc with status ACTIVE [ 591.637782] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.637910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.637969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.638199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.638286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.638459] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.638557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.638617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.638762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.638835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.639021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.639115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.639177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.639309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.639408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.639448] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5d2c1a2-7226-4754-9438-55b02badddfc is going to be updated. [ 591.678465] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.678661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.678661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.678902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.679055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.679221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d2c1a2-7226-4754-9438-55b02badddfc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.975109] env[66012]: INFO networking_nsxv3.common.synchronization [req-79cf564f-a6de-4451-9bfc-42a42dd6933e req-3bc14fb3-9e53-4ef4-9d44-588c698b293c tempest-ServerDiagnosticsTest-344671108 tempest-ServerDiagnosticsTest-344671108-project-member] Enqueued Resource ID: 2640177c-35a5-43d2-9b42-0599e51fab0c with Priority: HIGHEST for action security_group_members [ 591.975109] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2640177c-35a5-43d2-9b42-0599e51fab0c with Priority: HIGHEST for action security_group_members [ 591.975109] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2640177c-35a5-43d2-9b42-0599e51fab0c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.975109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.975109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.975109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.975109] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.975109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.975109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.976888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.976888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.976888] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2640177c-35a5-43d2-9b42-0599e51fab0c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.145602] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.479848] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.480304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.480520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.480757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.480847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.481066] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.481176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.481235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.481426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.481500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.481609] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2640177c-35a5-43d2-9b42-0599e51fab0c already deleted. [ 592.482026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.612394] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.612600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.612745] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.613052] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.615479] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.615479] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.615479] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.615479] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.615479] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.615479] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.615479] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.615479] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.615479] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.615479] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.616558] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.616558] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.647933] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.648093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.648142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.648390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.648502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.648643] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be is going to be created. [ 592.657187] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.657374] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.657489] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.657661] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.657962] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-16e191f4-a621-4a97-bfdb-cb07c8263f2d taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.658923] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-16e191f4-a621-4a97-bfdb-cb07c8263f2d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.658923] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-16e191f4-a621-4a97-bfdb-cb07c8263f2d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.658923] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-16e191f4-a621-4a97-bfdb-cb07c8263f2d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.658923] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e191f4-a621-4a97-bfdb-cb07c8263f2d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.676730] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.677152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.677152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.677251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.679790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.680050] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: SUCCESS [ 592.680294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.680462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.680659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.680869] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.680975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.681050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.681298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.681298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.681416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.681485] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.686248] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: UNINITIALIZED for 2s [ 593.161681] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.162063] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.162063] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.162309] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.162451] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.162597] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 16e191f4-a621-4a97-bfdb-cb07c8263f2d not found, creating... [ 593.162888] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.163064] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.163179] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.163392] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.163525] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.163864] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.164015] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.164136] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.164354] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.164492] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.164693] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 16e191f4-a621-4a97-bfdb-cb07c8263f2d is going to be created. [ 593.185598] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.185801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.185801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.186046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.186216] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.186321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.186390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.186609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.186609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.186738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.187096] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.187239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.187306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.187457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.187590] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.187678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.187741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.187876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.187955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.188049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.188138] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.190200] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.190323] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.190646] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.190736] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.190874] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.191099] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-16e191f4-a621-4a97-bfdb-cb07c8263f2d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.225042] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3f8c6b1f-0512-47e0-abd0-6f16f60191b2 None None] Enqueued Resource ID: 89789128-22e1-4d86-ad44-f5d03ef1ec75 with Priority: HIGHEST for action port [ 593.225535] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89789128-22e1-4d86-ad44-f5d03ef1ec75 with Priority: HIGHEST for action port [ 593.225846] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-89789128-22e1-4d86-ad44-f5d03ef1ec75 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.227853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89789128-22e1-4d86-ad44-f5d03ef1ec75" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.227939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89789128-22e1-4d86-ad44-f5d03ef1ec75" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.228257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89789128-22e1-4d86-ad44-f5d03ef1ec75" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.228338] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89789128-22e1-4d86-ad44-f5d03ef1ec75',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.694538] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cc19d8e-97a1-47a4-948e-599d807ce6a2: rpc.has_security_group_logging(os_id): False [ 593.716612] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.716832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.716902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.717136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.717228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.717428] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.717523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.717585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.717736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.717824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.718055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.718156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.718217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.718357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.718431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.718616] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.718708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.718769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.718903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.718974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.719143] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 is going to be created. [ 593.731182] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89789128-22e1-4d86-ad44-f5d03ef1ec75 [ 593.731182] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.731182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.731182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.731429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.731429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.731622] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89789128-22e1-4d86-ad44-f5d03ef1ec75 already deleted. [ 593.731622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89789128-22e1-4d86-ad44-f5d03ef1ec75" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.782616] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.782766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.782836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.783066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.783241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.796476] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: IN_PROGRESS for 2s [ 593.864697] env[66012]: INFO networking_nsxv3.common.synchronization [req-79cf564f-a6de-4451-9bfc-42a42dd6933e req-f430482b-1e61-4020-87f1-1d52fe40d060 service nova] Enqueued Resource ID: 2640177c-35a5-43d2-9b42-0599e51fab0c with Priority: HIGHEST for action security_group_rules [ 593.864868] env[66012]: INFO networking_nsxv3.common.synchronization [req-79cf564f-a6de-4451-9bfc-42a42dd6933e req-f430482b-1e61-4020-87f1-1d52fe40d060 service nova] Enqueued Resource ID: 2640177c-35a5-43d2-9b42-0599e51fab0c with Priority: HIGHEST for action security_group_members [ 593.864999] env[66012]: INFO networking_nsxv3.common.synchronization [req-79cf564f-a6de-4451-9bfc-42a42dd6933e req-f430482b-1e61-4020-87f1-1d52fe40d060 service nova] Enqueued Resource ID: 16e191f4-a621-4a97-bfdb-cb07c8263f2d with Priority: HIGHEST for action port [ 593.865533] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2640177c-35a5-43d2-9b42-0599e51fab0c with Priority: HIGHEST for action security_group_rules [ 593.865782] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2640177c-35a5-43d2-9b42-0599e51fab0c with Priority: HIGHEST for action security_group_members [ 593.865782] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16e191f4-a621-4a97-bfdb-cb07c8263f2d with Priority: HIGHEST for action port [ 593.866385] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2640177c-35a5-43d2-9b42-0599e51fab0c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.866778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.866915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.867707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.867707] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2640177c-35a5-43d2-9b42-0599e51fab0c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.868228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2640177c-35a5-43d2-9b42-0599e51fab0c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.868318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.868749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.871701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.871701] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.871701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.871701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.871701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.871701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.871701] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2640177c-35a5-43d2-9b42-0599e51fab0c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.871701] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-16e191f4-a621-4a97-bfdb-cb07c8263f2d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.871701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16e191f4-a621-4a97-bfdb-cb07c8263f2d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.871701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16e191f4-a621-4a97-bfdb-cb07c8263f2d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.871701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16e191f4-a621-4a97-bfdb-cb07c8263f2d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.871701] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e191f4-a621-4a97-bfdb-cb07c8263f2d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.333199] env[66012]: INFO networking_nsxv3.common.synchronization [None req-6af1374c-05d9-4b2d-8f00-04fcd4668b8d None None] Enqueued Resource ID: 9171e957-ef59-4df3-91c6-48363d6cb404 with Priority: HIGHEST for action port [ 594.333199] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171e957-ef59-4df3-91c6-48363d6cb404 with Priority: HIGHEST for action port [ 594.333199] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-9171e957-ef59-4df3-91c6-48363d6cb404 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.333199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9171e957-ef59-4df3-91c6-48363d6cb404" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.333199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9171e957-ef59-4df3-91c6-48363d6cb404" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.333199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9171e957-ef59-4df3-91c6-48363d6cb404" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.333199] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9171e957-ef59-4df3-91c6-48363d6cb404',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.376037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2640177c-35a5-43d2-9b42-0599e51fab0c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.376037] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2640177c-35a5-43d2-9b42-0599e51fab0c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.376037] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16e191f4-a621-4a97-bfdb-cb07c8263f2d with status ACTIVE [ 594.376037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.376037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.376710] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.376930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.377149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.377908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.377908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.377908] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16e191f4-a621-4a97-bfdb-cb07c8263f2d is going to be updated. [ 594.402035] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.402268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.402381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.402635] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.402841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.403461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16e191f4-a621-4a97-bfdb-cb07c8263f2d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.697932] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: SUCCESS [ 594.698200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.698406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.698875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.699152] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.699327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.699656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.699715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.699812] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.700062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.700202] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.837410] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9171e957-ef59-4df3-91c6-48363d6cb404 [ 594.837867] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.838204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.838275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.838584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.838673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.838772] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9171e957-ef59-4df3-91c6-48363d6cb404 already deleted. [ 594.838853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9171e957-ef59-4df3-91c6-48363d6cb404" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.880520] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2640177c-35a5-43d2-9b42-0599e51fab0c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.202915] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.205689] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.205689] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.205689] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.205689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.206427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.206427] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.359850] env[66012]: INFO networking_nsxv3.common.synchronization [req-a1f3d4f1-4ed1-4951-801e-3133b3d44079 req-3ae8db6f-51c3-426e-80d3-6040a8f24536 tempest-ServersAdminNegativeTestJSON-183492358 tempest-ServersAdminNegativeTestJSON-183492358-project-member] Enqueued Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 595.360440] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 595.360628] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.360752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.360814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.363905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.364114] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.364257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.364372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.364716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.364716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.364835] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.384473] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.384671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.384758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.384974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.385077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.385178] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2640177c-35a5-43d2-9b42-0599e51fab0c is going to be created. [ 595.411557] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.411725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.411772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.411992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.412154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.425532] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2640177c-35a5-43d2-9b42-0599e51fab0c in Status: UNINITIALIZED for 2s [ 595.497764] env[66012]: INFO networking_nsxv3.common.synchronization [None req-23b9a3c4-62ed-47bd-b3bb-77696da23cef None None] Enqueued Resource ID: 7be590a4-a81a-4df8-8618-bfe70ce8aecc with Priority: HIGHEST for action port [ 595.498672] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7be590a4-a81a-4df8-8618-bfe70ce8aecc with Priority: HIGHEST for action port [ 595.498716] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-7be590a4-a81a-4df8-8618-bfe70ce8aecc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.498839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7be590a4-a81a-4df8-8618-bfe70ce8aecc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.498969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7be590a4-a81a-4df8-8618-bfe70ce8aecc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.499152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7be590a4-a81a-4df8-8618-bfe70ce8aecc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.499234] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7be590a4-a81a-4df8-8618-bfe70ce8aecc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.710588] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f4d2d82-ab24-4fc0-be14-ef42495e28be: rpc.has_security_group_logging(os_id): False [ 595.730515] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.730666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.730731] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.731010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.731113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.731416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.731500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.731534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.731699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.731792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.732084] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.732213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.732281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.732429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.732535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.732736] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.732836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.732899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.733577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.733926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.734360] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be is going to be created. [ 595.800572] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.800733] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.801052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.801119] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.801302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.806921] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.807171] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.807323] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.807613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.807959] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.808157] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.808327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.808554] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.808733] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.808991] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.809155] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.809317] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.809424] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.809564] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.809704] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.809889] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.814415] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: SUCCESS [ 595.814415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.814415] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: IN_PROGRESS for 2s [ 595.839977] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.840098] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.840223] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.840571] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.840936] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-8af1612a-99bc-4ae0-b5c0-0d862e33e931 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.841134] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-8af1612a-99bc-4ae0-b5c0-0d862e33e931" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.841248] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-8af1612a-99bc-4ae0-b5c0-0d862e33e931" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.841650] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-8af1612a-99bc-4ae0-b5c0-0d862e33e931" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.841745] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af1612a-99bc-4ae0-b5c0-0d862e33e931',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.868059] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.868230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.868297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.868520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.868608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.868805] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.868904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.868963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.869133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.869233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.869354] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc already deleted. [ 595.869408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.985379] env[66012]: INFO networking_nsxv3.common.synchronization [req-1a198dff-4eb6-4800-a553-5e74c0be2615 req-9600571c-2def-4b97-8445-e7a815a833e0 tempest-TenantUsagesTestJSON-2000356924 tempest-TenantUsagesTestJSON-2000356924-project-member] Enqueued Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGHEST for action security_group_members [ 595.985590] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGHEST for action security_group_members [ 595.985926] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.986073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.986143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.986383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.986549] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.986833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.986925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.987122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.987227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.987372] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c1e3a8-ebd8-48b5-ad34-54253d2dbee2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.002628] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7be590a4-a81a-4df8-8618-bfe70ce8aecc [ 596.002628] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.002628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.002628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.002628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.002628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.002628] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7be590a4-a81a-4df8-8618-bfe70ce8aecc already deleted. [ 596.002628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7be590a4-a81a-4df8-8618-bfe70ce8aecc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.344368] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.346086] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.346086] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.346086] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.346086] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.346086] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 8af1612a-99bc-4ae0-b5c0-0d862e33e931 not found, creating... [ 596.346086] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.346497] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.346497] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.346607] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.346740] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.349048] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.349048] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.349048] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.349048] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.349048] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.349048] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 8af1612a-99bc-4ae0-b5c0-0d862e33e931 is going to be created. [ 596.371074] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.371451] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.371723] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.372276] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.372276] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.372674] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-8af1612a-99bc-4ae0-b5c0-0d862e33e931" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.490998] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.491336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.491336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.491790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.491871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.492412] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.492412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.492822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.492822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.492822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.492919] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 already deleted. [ 596.493099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.653151] env[66012]: INFO networking_nsxv3.common.synchronization [None req-b3f5bdc8-7585-4623-b735-4540e615b52b None None] Enqueued Resource ID: 3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7 with Priority: HIGHEST for action port [ 596.654022] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7 with Priority: HIGHEST for action port [ 596.654616] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.654735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.654833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.655085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.655245] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.666708] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.666933] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.667073] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.667326] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.667790] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.668025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.668186] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.668481] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.668685] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.668924] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.669082] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.669322] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.669560] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.669606] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.669700] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.669849] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.688025] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.688200] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.688328] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.688458] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.688762] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.688926] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.689050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.689364] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.689491] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8186a97f-31c0-4e1d-bbbd-b01d88bc625a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.028666] env[66012]: INFO networking_nsxv3.common.synchronization [req-a1f3d4f1-4ed1-4951-801e-3133b3d44079 req-2848c09a-e4e8-4764-b50e-c9ac23e8474b service nova] Enqueued Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_rules [ 597.028922] env[66012]: INFO networking_nsxv3.common.synchronization [req-a1f3d4f1-4ed1-4951-801e-3133b3d44079 req-2848c09a-e4e8-4764-b50e-c9ac23e8474b service nova] Enqueued Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 597.029115] env[66012]: INFO networking_nsxv3.common.synchronization [req-a1f3d4f1-4ed1-4951-801e-3133b3d44079 req-2848c09a-e4e8-4764-b50e-c9ac23e8474b service nova] Enqueued Resource ID: 8af1612a-99bc-4ae0-b5c0-0d862e33e931 with Priority: HIGHEST for action port [ 597.029622] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_rules [ 597.029752] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 597.029900] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8af1612a-99bc-4ae0-b5c0-0d862e33e931 with Priority: HIGHEST for action port [ 597.030252] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.030386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.030482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.030823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.031032] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.033022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.033022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.033022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.033022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.033022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.033316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.033316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.033316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.033404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.033493] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.035249] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-8af1612a-99bc-4ae0-b5c0-0d862e33e931 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.035394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8af1612a-99bc-4ae0-b5c0-0d862e33e931" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.035462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8af1612a-99bc-4ae0-b5c0-0d862e33e931" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.035615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8af1612a-99bc-4ae0-b5c0-0d862e33e931" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.035686] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8af1612a-99bc-4ae0-b5c0-0d862e33e931',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.157080] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7 [ 597.157465] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.157547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.157596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.157862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.157952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.158069] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7 already deleted. [ 597.158164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bde30f1-9d0e-4d1c-9591-4d6dcc63f7b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.192170] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.192170] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.192404] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.192507] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.192794] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.192843] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 8186a97f-31c0-4e1d-bbbd-b01d88bc625a not found, creating... [ 597.193151] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.193305] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.193417] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.193617] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.193778] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194078] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.194228] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.194335] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.194539] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.194720] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194796] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 8186a97f-31c0-4e1d-bbbd-b01d88bc625a is going to be created. [ 597.217740] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.217977] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.218126] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.218388] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.218601] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.218808] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.446234] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2640177c-35a5-43d2-9b42-0599e51fab0c in Status: SUCCESS [ 597.446234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.446234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.446234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.446234] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.446234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.446234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.446742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.446978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.446978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.447093] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2640177c-35a5-43d2-9b42-0599e51fab0c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.538738] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8af1612a-99bc-4ae0-b5c0-0d862e33e931 with status ACTIVE [ 597.539074] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.539152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.539193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.539438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.539528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.539716] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.542326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.542326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.542326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.542326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.542326] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.542326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.542326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.542326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.542326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.542326] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8af1612a-99bc-4ae0-b5c0-0d862e33e931 is going to be updated. [ 597.542326] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.543778] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.543778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.570869] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.570869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.570869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.570869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.570869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.570869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8af1612a-99bc-4ae0-b5c0-0d862e33e931" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.832110] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: SUCCESS [ 597.832110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.942071] env[66012]: INFO networking_nsxv3.common.synchronization [req-1a198dff-4eb6-4800-a553-5e74c0be2615 req-8d7b2df6-7ab5-4713-a4e5-1472796a7916 service nova] Enqueued Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGHEST for action security_group_rules [ 597.942071] env[66012]: INFO networking_nsxv3.common.synchronization [req-1a198dff-4eb6-4800-a553-5e74c0be2615 req-8d7b2df6-7ab5-4713-a4e5-1472796a7916 service nova] Enqueued Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGHEST for action security_group_members [ 597.942071] env[66012]: INFO networking_nsxv3.common.synchronization [req-1a198dff-4eb6-4800-a553-5e74c0be2615 req-8d7b2df6-7ab5-4713-a4e5-1472796a7916 service nova] Enqueued Resource ID: 8186a97f-31c0-4e1d-bbbd-b01d88bc625a with Priority: HIGHEST for action port [ 597.942071] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGHEST for action security_group_rules [ 597.942071] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGHEST for action security_group_members [ 597.942071] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8186a97f-31c0-4e1d-bbbd-b01d88bc625a with Priority: HIGHEST for action port [ 597.942735] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.943120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.946027] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c1e3a8-ebd8-48b5-ad34-54253d2dbee2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.946027] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.946027] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.946027] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c1e3a8-ebd8-48b5-ad34-54253d2dbee2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.947806] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.948451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.949982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.949982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.949982] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8186a97f-31c0-4e1d-bbbd-b01d88bc625a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.951067] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2640177c-35a5-43d2-9b42-0599e51fab0c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.951319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.951378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.951926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.952146] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.952274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.952593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.952779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.953638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.953638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.953638] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2640177c-35a5-43d2-9b42-0599e51fab0c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.953638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.953638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.953638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.953964] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.954190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.957020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.957020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.957020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.957020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.957020] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2640177c-35a5-43d2-9b42-0599e51fab0c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.046164] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.451918] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75c1e3a8-ebd8-48b5-ad34-54253d2dbee2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.452914] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.457142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.457735] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8186a97f-31c0-4e1d-bbbd-b01d88bc625a with status ACTIVE [ 598.457932] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.458071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.458137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.458409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.458964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.458964] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.458964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.458964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.459311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.459311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.459584] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.460021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.460754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.460754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.460858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.461405] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8186a97f-31c0-4e1d-bbbd-b01d88bc625a is going to be updated. [ 598.462968] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2640177c-35a5-43d2-9b42-0599e51fab0c: rpc.has_security_group_logging(os_id): False [ 598.486193] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.486400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.486444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.490115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.490115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.490115] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.490115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.490115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.490115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.490115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.490115] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.490115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.490115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.490746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.490746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.490746] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.490746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.490746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.490746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.490934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.490934] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2640177c-35a5-43d2-9b42-0599e51fab0c is going to be created. [ 598.495626] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.495973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.495973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.499156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.499156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.499156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8186a97f-31c0-4e1d-bbbd-b01d88bc625a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.550932] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.551336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.551336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.551856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.551856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.551856] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc is going to be created. [ 598.576659] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.576857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.576973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.577328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.577645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.598598] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2640177c-35a5-43d2-9b42-0599e51fab0c in Status: IN_PROGRESS for 2s [ 598.615591] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.615855] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.615989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.616316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.616606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.633975] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: UNINITIALIZED for 2s [ 598.959794] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75c1e3a8-ebd8-48b5-ad34-54253d2dbee2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.983787] env[66012]: INFO networking_nsxv3.common.synchronization [None req-1e6950cc-60f0-436d-9f0c-38d1cec64caa None None] Enqueued Resource ID: b0414367-1563-4a71-81b1-1a22f7477bfb with Priority: HIGHEST for action port [ 598.984823] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0414367-1563-4a71-81b1-1a22f7477bfb with Priority: HIGHEST for action port [ 598.989147] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0414367-1563-4a71-81b1-1a22f7477bfb taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.989147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0414367-1563-4a71-81b1-1a22f7477bfb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.989147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0414367-1563-4a71-81b1-1a22f7477bfb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.989523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0414367-1563-4a71-81b1-1a22f7477bfb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.990412] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0414367-1563-4a71-81b1-1a22f7477bfb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.464333] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.464333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.464333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.464713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.464713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.464713] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 is going to be created. [ 599.492360] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.492814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.492994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.493270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.493483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.496413] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0414367-1563-4a71-81b1-1a22f7477bfb [ 599.497059] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.497059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.497059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.497334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.497386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.497512] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0414367-1563-4a71-81b1-1a22f7477bfb already deleted. [ 599.497607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0414367-1563-4a71-81b1-1a22f7477bfb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.508517] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 in Status: UNINITIALIZED for 2s [ 600.538364] env[66012]: INFO networking_nsxv3.common.synchronization [req-f3e08c02-1ec9-4352-8064-1886fd14662f req-28534fee-6041-43a9-b304-32af86238fd6 tempest-MigrationsAdminTest-982034335 tempest-MigrationsAdminTest-982034335-project-member] Enqueued Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 600.540027] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 600.540027] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.540027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.541504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.541504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.541766] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.542344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.542497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.542747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.542923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.543114] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.613120] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2640177c-35a5-43d2-9b42-0599e51fab0c in Status: SUCCESS [ 600.613120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.648272] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: SUCCESS [ 600.648272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.648272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.648272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.648272] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.648272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.648272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.648272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.648272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.649110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.649110] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.973535] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.973535] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.973535] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.973869] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.975132] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.975132] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.975132] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.975132] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.975312] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.976703] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.976703] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.976703] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.976703] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.976703] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.976703] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.976703] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.000632] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.000632] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.000833] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.000937] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.001224] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-06bf286a-4bd5-4f6c-aa93-1125479f068c taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.001401] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-06bf286a-4bd5-4f6c-aa93-1125479f068c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.001516] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-06bf286a-4bd5-4f6c-aa93-1125479f068c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.001930] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-06bf286a-4bd5-4f6c-aa93-1125479f068c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.002723] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06bf286a-4bd5-4f6c-aa93-1125479f068c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.046192] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.046480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.046532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.047058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.047148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.047366] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.047522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.047595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.047810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.047879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.047976] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f already deleted. [ 601.048092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.152599] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.152801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.152871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.153200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.153416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.153521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.153633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.153831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.153940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.154037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.154204] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.154505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.154505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.154625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.154669] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.154761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.154859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.155095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.155195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.155280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.155381] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.290294] env[66012]: INFO networking_nsxv3.common.synchronization [None req-ae222be0-fd70-49ee-843e-b729252bc4f3 None None] Enqueued Resource ID: 45f42219-0f4e-45dc-a163-e52fc8c75a5d with Priority: HIGHEST for action port [ 601.290294] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f42219-0f4e-45dc-a163-e52fc8c75a5d with Priority: HIGHEST for action port [ 601.290459] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-45f42219-0f4e-45dc-a163-e52fc8c75a5d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.290597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45f42219-0f4e-45dc-a163-e52fc8c75a5d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.290674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45f42219-0f4e-45dc-a163-e52fc8c75a5d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.293101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45f42219-0f4e-45dc-a163-e52fc8c75a5d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.293251] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f42219-0f4e-45dc-a163-e52fc8c75a5d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.505968] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.508035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.508035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.508035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.508035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.508035] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 06bf286a-4bd5-4f6c-aa93-1125479f068c not found, creating... [ 601.508035] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.508035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.508035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.508035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.508035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.508523] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.508523] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.508523] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.508667] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.508711] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.508841] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 06bf286a-4bd5-4f6c-aa93-1125479f068c is going to be created. [ 601.520976] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 in Status: SUCCESS [ 601.521246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.521378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.521588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.521970] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.522410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.522410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.522410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.522638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.522638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.522702] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75c1e3a8-ebd8-48b5-ad34-54253d2dbee2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.532134] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.532134] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.532134] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.532134] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.532134] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.532508] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-06bf286a-4bd5-4f6c-aa93-1125479f068c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.657638] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc: rpc.has_security_group_logging(os_id): False [ 601.676127] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.677010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.677102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.677327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.677422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.677660] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.677758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.677813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.677964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.678052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.678238] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.678334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.678392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.678530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.678599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.678778] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.678906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.678966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.679353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.679433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.679521] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc is going to be created. [ 601.749301] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.749878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.749971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.750180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.750360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.762721] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: IN_PROGRESS for 2s [ 601.795249] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45f42219-0f4e-45dc-a163-e52fc8c75a5d [ 601.795530] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.795633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.795722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.795904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.795991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.796129] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45f42219-0f4e-45dc-a163-e52fc8c75a5d already deleted. [ 601.796183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45f42219-0f4e-45dc-a163-e52fc8c75a5d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.024858] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.025046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.025100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.025330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.025497] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.025615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.025683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.025838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.027163] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.027163] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.027163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.027163] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75c1e3a8-ebd8-48b5-ad34-54253d2dbee2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.225517] env[66012]: INFO networking_nsxv3.common.synchronization [req-f3e08c02-1ec9-4352-8064-1886fd14662f req-c44cba01-e4d8-418f-b342-7a52d1ecd505 service nova] Enqueued Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_rules [ 602.225727] env[66012]: INFO networking_nsxv3.common.synchronization [req-f3e08c02-1ec9-4352-8064-1886fd14662f req-c44cba01-e4d8-418f-b342-7a52d1ecd505 service nova] Enqueued Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 602.225867] env[66012]: INFO networking_nsxv3.common.synchronization [req-f3e08c02-1ec9-4352-8064-1886fd14662f req-c44cba01-e4d8-418f-b342-7a52d1ecd505 service nova] Enqueued Resource ID: 06bf286a-4bd5-4f6c-aa93-1125479f068c with Priority: HIGHEST for action port [ 602.226848] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_rules [ 602.226848] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 602.226848] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bf286a-4bd5-4f6c-aa93-1125479f068c with Priority: HIGHEST for action port [ 602.227261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.227261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.227261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.227565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.227691] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.228863] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.228980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.229879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.230088] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.230349] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.231173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.231278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.231470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.231585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.231886] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.234348] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-06bf286a-4bd5-4f6c-aa93-1125479f068c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.234538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06bf286a-4bd5-4f6c-aa93-1125479f068c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.234609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06bf286a-4bd5-4f6c-aa93-1125479f068c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.234969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06bf286a-4bd5-4f6c-aa93-1125479f068c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.235075] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06bf286a-4bd5-4f6c-aa93-1125479f068c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.530579] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2: rpc.has_security_group_logging(os_id): False [ 602.551203] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.551338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.551338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.551566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.551683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.551931] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.552145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.552145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.552330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.552386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.552556] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.552650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.552710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.552849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.552923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.553660] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.554075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.554075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.554075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.554205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.554240] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 is going to be created. [ 602.612348] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.612569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.612569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.612999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.612999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.631108] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 in Status: IN_PROGRESS for 2s [ 602.738854] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.739203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.739203] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.740643] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06bf286a-4bd5-4f6c-aa93-1125479f068c with status ACTIVE [ 602.741624] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.741624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.741624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.741624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.741624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.741624] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.741624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.741970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.741970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.743809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.743809] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.743809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.743809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.743809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.743809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.743809] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06bf286a-4bd5-4f6c-aa93-1125479f068c is going to be updated. [ 602.781514] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.781514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.781514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.781514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.781514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.781514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06bf286a-4bd5-4f6c-aa93-1125479f068c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.249124] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.750575] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.750873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.750873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.751659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.751941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.752953] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f is going to be created. [ 603.779457] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: SUCCESS [ 603.780291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.789197] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.789197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.789197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.789511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.792783] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.801492] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: UNINITIALIZED for 2s [ 604.649938] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 in Status: SUCCESS [ 604.650483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.999801] env[66012]: INFO networking_nsxv3.common.synchronization [req-4256804e-6c22-4ba1-925c-3246e2f265bd req-ae54aaf6-7663-4685-970f-dd52acccfd90 tempest-VolumesAssistedSnapshotsTest-1821674064 tempest-VolumesAssistedSnapshotsTest-1821674064-project-member] Enqueued Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_members [ 605.000675] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_members [ 605.000834] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c2b881-afda-4fca-9155-d46ba70f3284 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.000898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.001011] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.001310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.001469] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.001580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.001626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.001778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.001864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.001952] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.488190] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.488406] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-488" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.488525] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-488" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.488872] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-488" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.489228] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.489460] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.489460] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.490097] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.490097] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.490097] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.490235] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.490300] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.490411] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.490526] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.490623] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.490748] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.504849] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.504849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.504849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.505203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.505319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.505553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.505836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.505836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.505929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.505995] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.506087] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c2b881-afda-4fca-9155-d46ba70f3284 already deleted. [ 605.506171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.516577] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.516846] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.516993] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.517283] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-488" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.517976] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.518332] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.518540] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.519109] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.519372] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9102fc-cc49-4bed-90b8-dba11d1c5cf4',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.815162] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: SUCCESS [ 605.815377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.815545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.815776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.815965] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.816090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.816147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.816308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.816382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.816468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.816556] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.022301] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.022762] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.022762] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.022910] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.023048] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.023343] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 2e9102fc-cc49-4bed-90b8-dba11d1c5cf4 not found, creating... [ 606.023461] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.023626] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.023736] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.024017] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.024147] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.024426] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.024573] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.024679] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.024897] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.025154] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.025269] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 2e9102fc-cc49-4bed-90b8-dba11d1c5cf4 is going to be created. [ 606.048846] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.049025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.049074] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.049429] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.049681] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.049948] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.150485] env[66012]: INFO networking_nsxv3.common.synchronization [None req-b83721e8-b3a9-473e-b09b-dd8078bad1ab None None] Enqueued Resource ID: 0299ffe3-4ef5-48b3-9c26-9dde648300e0 with Priority: HIGHEST for action port [ 606.151530] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0299ffe3-4ef5-48b3-9c26-9dde648300e0 with Priority: HIGHEST for action port [ 606.152145] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-0299ffe3-4ef5-48b3-9c26-9dde648300e0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.152145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0299ffe3-4ef5-48b3-9c26-9dde648300e0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.152273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0299ffe3-4ef5-48b3-9c26-9dde648300e0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.152550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0299ffe3-4ef5-48b3-9c26-9dde648300e0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.152662] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0299ffe3-4ef5-48b3-9c26-9dde648300e0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.319996] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.320185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.320266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.320490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.320657] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.320747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.320815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.321688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.321688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.321688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.321688] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.321688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.321688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.321688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.321688] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.322048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.322048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.322048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.322144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.322174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.322317] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.659968] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0299ffe3-4ef5-48b3-9c26-9dde648300e0 [ 606.660634] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.660634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.660767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.661290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.661542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.661725] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0299ffe3-4ef5-48b3-9c26-9dde648300e0 already deleted. [ 606.661978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0299ffe3-4ef5-48b3-9c26-9dde648300e0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.825648] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c40135b4-d777-4c73-8cea-0a35b8354c7f: rpc.has_security_group_logging(os_id): False [ 606.849881] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.849881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.849881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.849881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.849881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.849881] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.850260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.850260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.850260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.850345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.850956] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.850956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.850956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.851691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.851947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.852139] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.852360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.853360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.853360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.853360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.853360] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f is going to be created. [ 606.926646] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.926646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.926970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.927104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.927348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.947169] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: IN_PROGRESS for 2s [ 607.200933] env[66012]: INFO networking_nsxv3.common.synchronization [req-4256804e-6c22-4ba1-925c-3246e2f265bd req-cbe336b9-7153-4491-90a5-58a0efffb46a service nova] Enqueued Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_rules [ 607.201205] env[66012]: INFO networking_nsxv3.common.synchronization [req-4256804e-6c22-4ba1-925c-3246e2f265bd req-cbe336b9-7153-4491-90a5-58a0efffb46a service nova] Enqueued Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_members [ 607.201205] env[66012]: INFO networking_nsxv3.common.synchronization [req-4256804e-6c22-4ba1-925c-3246e2f265bd req-cbe336b9-7153-4491-90a5-58a0efffb46a service nova] Enqueued Resource ID: 2e9102fc-cc49-4bed-90b8-dba11d1c5cf4 with Priority: HIGHEST for action port [ 607.202567] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_rules [ 607.202567] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_members [ 607.202567] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e9102fc-cc49-4bed-90b8-dba11d1c5cf4 with Priority: HIGHEST for action port [ 607.203221] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c2b881-afda-4fca-9155-d46ba70f3284 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.203345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.203407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.203607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.203718] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.205530] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c2b881-afda-4fca-9155-d46ba70f3284 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.205647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.205647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.205831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.206511] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.206511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.206511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.206661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.206696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.206961] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.211019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.211019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.211019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.211019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.211019] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e9102fc-cc49-4bed-90b8-dba11d1c5cf4',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.710845] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.712795] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c2b881-afda-4fca-9155-d46ba70f3284 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.712795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.712795] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e9102fc-cc49-4bed-90b8-dba11d1c5cf4 with status ACTIVE [ 607.712795] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.712795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.712795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.712795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.713527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.713527] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.713527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.713527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.713702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.713781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.714069] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.714237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.714313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.714699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.714699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.714891] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e9102fc-cc49-4bed-90b8-dba11d1c5cf4 is going to be updated. [ 607.744210] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.744710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.744710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.744710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.744847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.745758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e9102fc-cc49-4bed-90b8-dba11d1c5cf4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.952038] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3dba27be-65a1-421e-91f5-d551507c1fe2 None None] Enqueued Resource ID: b819e33b-f0b1-4ea7-95b2-30fe70797f8d with Priority: HIGHEST for action port [ 607.952038] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b819e33b-f0b1-4ea7-95b2-30fe70797f8d with Priority: HIGHEST for action port [ 607.952474] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b819e33b-f0b1-4ea7-95b2-30fe70797f8d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.952763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b819e33b-f0b1-4ea7-95b2-30fe70797f8d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.952952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b819e33b-f0b1-4ea7-95b2-30fe70797f8d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.953562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b819e33b-f0b1-4ea7-95b2-30fe70797f8d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.953779] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b819e33b-f0b1-4ea7-95b2-30fe70797f8d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.217405] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.458242] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b819e33b-f0b1-4ea7-95b2-30fe70797f8d [ 608.458242] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.458242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.458242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.458242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.458242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.458242] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b819e33b-f0b1-4ea7-95b2-30fe70797f8d already deleted. [ 608.458242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b819e33b-f0b1-4ea7-95b2-30fe70797f8d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.723049] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.723226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.723290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.723509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.723583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.723680] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c2b881-afda-4fca-9155-d46ba70f3284 is going to be created. [ 608.731568] env[66012]: INFO networking_nsxv3.common.synchronization [None req-2653548d-78f7-49a5-9be8-ce12479bcc93 None None] Enqueued Resource ID: c29c9379-7eae-4c10-a277-69edd68856ca with Priority: HIGHEST for action port [ 608.731568] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29c9379-7eae-4c10-a277-69edd68856ca with Priority: HIGHEST for action port [ 608.731568] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-c29c9379-7eae-4c10-a277-69edd68856ca taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.731568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c29c9379-7eae-4c10-a277-69edd68856ca" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.731568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c29c9379-7eae-4c10-a277-69edd68856ca" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.731568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c29c9379-7eae-4c10-a277-69edd68856ca" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.731568] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29c9379-7eae-4c10-a277-69edd68856ca',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.750953] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.751192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.751300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.751561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.751851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.762821] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c2b881-afda-4fca-9155-d46ba70f3284 in Status: UNINITIALIZED for 2s [ 608.961509] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: SUCCESS [ 608.961791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.049396] env[66012]: INFO networking_nsxv3.common.synchronization [None req-371783c4-1e46-44f9-8b2a-0ca953c11cc7 None None] Enqueued Resource ID: d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d with Priority: HIGHEST for action port [ 609.050445] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d with Priority: HIGHEST for action port [ 609.050445] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.050694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.050694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.050887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.050970] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.234628] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c29c9379-7eae-4c10-a277-69edd68856ca [ 609.235069] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.235221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.235289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.235514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.235607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.235700] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c29c9379-7eae-4c10-a277-69edd68856ca already deleted. [ 609.235781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c29c9379-7eae-4c10-a277-69edd68856ca" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.553267] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d [ 609.554251] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.554251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.554251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.554251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.554251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.554251] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d already deleted. [ 609.554251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d29c38ed-6a55-4b92-a4ea-0e4fa7d5927d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.773942] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c2b881-afda-4fca-9155-d46ba70f3284 in Status: SUCCESS [ 610.774283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.774439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.774712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.774850] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.774934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.775036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.775240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.775328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.775328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.775428] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.921744] env[66012]: INFO networking_nsxv3.common.synchronization [req-9af97b5d-c98d-4135-9a39-68a9d59032d9 req-05bfae89-e56f-4272-8d35-3f32282fa77a tempest-ListServerFiltersTestJSON-1311641900 tempest-ListServerFiltersTestJSON-1311641900-project-member] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 610.922380] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 610.922754] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.922923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.923021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.923320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.923497] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.923638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.923721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.923926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.924120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.924991] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.280488] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.407638] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.408521] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.408521] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.408765] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.409412] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.409412] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.409412] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.409934] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.410398] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.410562] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.411225] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.411225] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.411225] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.411225] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.411225] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.411412] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.427437] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.427437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.427437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.427437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.427437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.427437] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.427437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.427826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.427826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.427826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.427826] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da already deleted. [ 611.427826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.431604] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.431760] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.431891] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.432096] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.432442] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-abcffc08-2e1b-4614-a58f-c63b655a1c0f taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.432613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-abcffc08-2e1b-4614-a58f-c63b655a1c0f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.432726] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-abcffc08-2e1b-4614-a58f-c63b655a1c0f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.433027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-abcffc08-2e1b-4614-a58f-c63b655a1c0f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.433194] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abcffc08-2e1b-4614-a58f-c63b655a1c0f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.654190] env[66012]: INFO networking_nsxv3.common.synchronization [None req-0db44e41-b89e-4c41-842c-0b3d71f44af1 None None] Enqueued Resource ID: df0b87a8-bba3-46b4-8e04-1b667d30cb1a with Priority: HIGHEST for action port [ 611.654190] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df0b87a8-bba3-46b4-8e04-1b667d30cb1a with Priority: HIGHEST for action port [ 611.654532] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-df0b87a8-bba3-46b4-8e04-1b667d30cb1a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.654532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df0b87a8-bba3-46b4-8e04-1b667d30cb1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.654658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df0b87a8-bba3-46b4-8e04-1b667d30cb1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.654797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df0b87a8-bba3-46b4-8e04-1b667d30cb1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.654891] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df0b87a8-bba3-46b4-8e04-1b667d30cb1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.786720] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11c2b881-afda-4fca-9155-d46ba70f3284: rpc.has_security_group_logging(os_id): False [ 611.810652] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.811019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.811019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.812135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.812135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.812135] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.812135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.812135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.812135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.812135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.812135] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c2b881-afda-4fca-9155-d46ba70f3284 is going to be created. [ 611.866536] env[66012]: INFO networking_nsxv3.common.synchronization [None req-458334f8-6c47-42bc-abea-7b560248c084 None None] Enqueued Resource ID: ea5c05f5-3972-470d-9361-60174ac0ce9a with Priority: HIGHEST for action port [ 611.867202] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea5c05f5-3972-470d-9361-60174ac0ce9a with Priority: HIGHEST for action port [ 611.867642] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea5c05f5-3972-470d-9361-60174ac0ce9a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.867642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea5c05f5-3972-470d-9361-60174ac0ce9a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.867791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea5c05f5-3972-470d-9361-60174ac0ce9a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.868633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea5c05f5-3972-470d-9361-60174ac0ce9a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.868633] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea5c05f5-3972-470d-9361-60174ac0ce9a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.886529] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.887764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.887764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.887764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.887764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.902196] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c2b881-afda-4fca-9155-d46ba70f3284 in Status: IN_PROGRESS for 2s [ 611.935988] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.936200] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.936317] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.936586] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.936725] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.937027] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port abcffc08-2e1b-4614-a58f-c63b655a1c0f not found, creating... [ 611.937142] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.937297] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.937403] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.937713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.937754] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.938034] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.938233] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.938313] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.938512] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.938636] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.938767] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: abcffc08-2e1b-4614-a58f-c63b655a1c0f is going to be created. [ 611.962580] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.962863] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.963050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.963362] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.963610] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.963861] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-abcffc08-2e1b-4614-a58f-c63b655a1c0f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.158306] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df0b87a8-bba3-46b4-8e04-1b667d30cb1a [ 612.158723] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.158925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.159066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.159427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.159564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.159744] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df0b87a8-bba3-46b4-8e04-1b667d30cb1a already deleted. [ 612.159895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df0b87a8-bba3-46b4-8e04-1b667d30cb1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.371238] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea5c05f5-3972-470d-9361-60174ac0ce9a [ 612.371434] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.371603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.371680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.371920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.372045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.372142] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea5c05f5-3972-470d-9361-60174ac0ce9a already deleted. [ 612.372216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea5c05f5-3972-470d-9361-60174ac0ce9a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.686902] env[66012]: INFO networking_nsxv3.common.synchronization [req-74bcac0a-8e7a-4cf0-a8dd-91cacbbabdeb req-340ece78-3bd7-49c7-ab6f-35c8ed5eafda tempest-DeleteServersAdminTestJSON-599301584 tempest-DeleteServersAdminTestJSON-599301584-project-admin] Enqueued Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 612.687131] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 612.687456] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.687602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.687643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.687840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.687993] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.688100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.688154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.688348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.688398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.688476] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.778103] env[66012]: INFO networking_nsxv3.common.synchronization [req-9af97b5d-c98d-4135-9a39-68a9d59032d9 req-bd390637-2b8f-41b6-9499-04f9c7809196 service nova] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_rules [ 612.778300] env[66012]: INFO networking_nsxv3.common.synchronization [req-9af97b5d-c98d-4135-9a39-68a9d59032d9 req-bd390637-2b8f-41b6-9499-04f9c7809196 service nova] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 612.778427] env[66012]: INFO networking_nsxv3.common.synchronization [req-9af97b5d-c98d-4135-9a39-68a9d59032d9 req-bd390637-2b8f-41b6-9499-04f9c7809196 service nova] Enqueued Resource ID: abcffc08-2e1b-4614-a58f-c63b655a1c0f with Priority: HIGHEST for action port [ 612.778973] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_rules [ 612.779086] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 612.779214] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abcffc08-2e1b-4614-a58f-c63b655a1c0f with Priority: HIGHEST for action port [ 612.779495] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.779620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.779666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.779902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.779982] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.781993] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.782116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.782181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.782374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.782534] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.782742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.782742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.782911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.782911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.783265] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.784707] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-abcffc08-2e1b-4614-a58f-c63b655a1c0f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.784811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abcffc08-2e1b-4614-a58f-c63b655a1c0f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.784877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abcffc08-2e1b-4614-a58f-c63b655a1c0f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.785044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abcffc08-2e1b-4614-a58f-c63b655a1c0f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.785123] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abcffc08-2e1b-4614-a58f-c63b655a1c0f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.883702] env[66012]: INFO networking_nsxv3.common.synchronization [None req-12bde655-cf46-40d0-b4d2-1b9cf2a50da5 tempest-ServersWithSpecificFlavorTestJSON-1422651128 tempest-ServersWithSpecificFlavorTestJSON-1422651128-project-member] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_rules [ 612.884324] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_rules [ 612.884644] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.884752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.884818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.885224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.885373] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.966478] env[66012]: INFO networking_nsxv3.common.synchronization [None req-764cbbbf-6198-45eb-9add-9bb67e130cfa tempest-ServersTestBootFromVolume-1869929553 tempest-ServersTestBootFromVolume-1869929553-project-member] Enqueued Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_rules [ 612.967058] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_rules [ 612.967595] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8673cae7-0b80-44cb-8af5-bc84438de42c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.968035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.968146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.968434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.968623] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.003223] env[66012]: INFO networking_nsxv3.common.synchronization [None req-aaa50bdd-fa42-489f-bed7-757b06272aae tempest-ServersWithSpecificFlavorTestJSON-1422651128 tempest-ServersWithSpecificFlavorTestJSON-1422651128-project-member] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_rules [ 613.003744] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_rules [ 613.004236] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.004378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.097785] env[66012]: INFO networking_nsxv3.common.synchronization [None req-0b86e381-bb90-429a-819a-57239e6ae9ee tempest-ServersTestBootFromVolume-1869929553 tempest-ServersTestBootFromVolume-1869929553-project-member] Enqueued Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_rules [ 613.100702] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_rules [ 613.100702] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8673cae7-0b80-44cb-8af5-bc84438de42c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.100702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.195496] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.195713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.195913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.196097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.196242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.196517] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.196646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.196728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.196902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.197009] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.200030] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be is going to be updated. [ 613.232406] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.232406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.232406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.232406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.232406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.246093] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: IN_PROGRESS for 2s [ 613.290690] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.290690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.290690] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.290690] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abcffc08-2e1b-4614-a58f-c63b655a1c0f with status ACTIVE [ 613.290690] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.290690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.290690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.290690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.290690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.290690] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.290690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.290690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.290690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.290690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.291829] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.292120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.292316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.292664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.292929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.295289] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abcffc08-2e1b-4614-a58f-c63b655a1c0f is going to be updated. [ 613.331010] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.331010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.331010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.331010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.331010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.331010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abcffc08-2e1b-4614-a58f-c63b655a1c0f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.430095] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.430095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.430095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.430095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.430095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.430095] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab already deleted. [ 613.430095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.430095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.430877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.431146] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.497234] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.497234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.497234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.497234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.497234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.497234] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8673cae7-0b80-44cb-8af5-bc84438de42c already deleted. [ 613.497234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.497234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.497234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.497234] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.796037] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.922899] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11c2b881-afda-4fca-9155-d46ba70f3284 in Status: SUCCESS [ 613.922899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.961114] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.961323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.962567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.962567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.962567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.962567] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab already deleted. [ 613.962567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.020875] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.021047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.021121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.024639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.024823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.024939] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8673cae7-0b80-44cb-8af5-bc84438de42c already deleted. [ 614.025228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.088042] env[66012]: INFO networking_nsxv3.common.synchronization [req-ccc6256b-7e50-4c52-bb8b-f06940abb652 req-e269924e-e7fa-4090-ba15-f1bfb4e9d9d2 tempest-ServerAddressesNegativeTestJSON-993892216 tempest-ServerAddressesNegativeTestJSON-993892216-project-member] Enqueued Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGHEST for action security_group_members [ 614.088437] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGHEST for action security_group_members [ 614.088927] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0014b423-8661-4aee-bed8-1e93987f42c3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.089302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.093161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.093161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.093161] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.093161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.093161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.093413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.093413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.093413] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0014b423-8661-4aee-bed8-1e93987f42c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.300237] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.301028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.304032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.304032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.304032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.304032] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be created. [ 614.341515] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.344680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.344680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.344680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.344680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.360070] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: UNINITIALIZED for 2s [ 614.597657] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.597657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.600764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.601122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.601388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.601681] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.601774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.601837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.602264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.602734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.602734] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0014b423-8661-4aee-bed8-1e93987f42c3 already deleted. [ 614.602734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.748071] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-785 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.748071] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-785" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.748071] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-785" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.748298] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-785" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.748521] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.748694] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.749072] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.750031] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.750031] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.750031] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.750031] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.750031] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.750031] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.750283] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.750283] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.750465] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.781377] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.781565] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.781634] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.781882] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-785" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.782261] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-90007001-e888-4108-ab7c-104bfe0c93c5 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.782464] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-90007001-e888-4108-ab7c-104bfe0c93c5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.782744] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-90007001-e888-4108-ab7c-104bfe0c93c5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.782974] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-90007001-e888-4108-ab7c-104bfe0c93c5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.785127] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90007001-e888-4108-ab7c-104bfe0c93c5',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.261708] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: SUCCESS [ 615.262309] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be deletion is rescheduled due to dependency. [ 615.262309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.287642] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.288809] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.288809] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.288809] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.288809] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.288809] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 90007001-e888-4108-ab7c-104bfe0c93c5 not found, creating... [ 615.289225] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.289225] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.289384] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.289546] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.289707] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.291334] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.291334] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.291334] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.291609] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.291609] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.293571] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 90007001-e888-4108-ab7c-104bfe0c93c5 is going to be created. [ 615.332030] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.332030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.332030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.332030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.332030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.332030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-90007001-e888-4108-ab7c-104bfe0c93c5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.018422] env[66012]: INFO networking_nsxv3.common.synchronization [req-ccc6256b-7e50-4c52-bb8b-f06940abb652 req-e1315fef-1432-481b-9727-91e35c8aa96d service nova] Enqueued Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGHEST for action security_group_rules [ 616.018724] env[66012]: INFO networking_nsxv3.common.synchronization [req-ccc6256b-7e50-4c52-bb8b-f06940abb652 req-e1315fef-1432-481b-9727-91e35c8aa96d service nova] Enqueued Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGHEST for action security_group_members [ 616.018881] env[66012]: INFO networking_nsxv3.common.synchronization [req-ccc6256b-7e50-4c52-bb8b-f06940abb652 req-e1315fef-1432-481b-9727-91e35c8aa96d service nova] Enqueued Resource ID: 90007001-e888-4108-ab7c-104bfe0c93c5 with Priority: HIGHEST for action port [ 616.019501] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGHEST for action security_group_rules [ 616.019646] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGHEST for action security_group_members [ 616.020124] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90007001-e888-4108-ab7c-104bfe0c93c5 with Priority: HIGHEST for action port [ 616.020124] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0014b423-8661-4aee-bed8-1e93987f42c3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.020245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.020454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.021054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.021054] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0014b423-8661-4aee-bed8-1e93987f42c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.027259] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0014b423-8661-4aee-bed8-1e93987f42c3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.027259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.027259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.027259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.027543] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.028414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.028497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.028663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.028748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.028845] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0014b423-8661-4aee-bed8-1e93987f42c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.029917] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-90007001-e888-4108-ab7c-104bfe0c93c5 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.030037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90007001-e888-4108-ab7c-104bfe0c93c5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.030090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90007001-e888-4108-ab7c-104bfe0c93c5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.030259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90007001-e888-4108-ab7c-104bfe0c93c5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.030331] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90007001-e888-4108-ab7c-104bfe0c93c5',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.214965] env[66012]: INFO networking_nsxv3.common.synchronization [req-e3f1fbd4-f1b1-4f97-b98f-bfba792944ea req-7ec895a9-3505-4a44-a904-d9bee2bb0826 tempest-ListServerFiltersTestJSON-1311641900 tempest-ListServerFiltersTestJSON-1311641900-project-member] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 616.214965] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 616.214965] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.214965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.372965] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 616.373387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.373487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.373657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.373857] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.374053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.374174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.374320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.374386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.374467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.374570] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.375678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.375795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.376037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.376037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.376185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.376231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.376326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.376413] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.534370] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0014b423-8661-4aee-bed8-1e93987f42c3 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.534546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.534629] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0014b423-8661-4aee-bed8-1e93987f42c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.535668] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90007001-e888-4108-ab7c-104bfe0c93c5 with status ACTIVE [ 616.535769] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.535880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.535945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.538875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.538875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.538875] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.538875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.538875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.538875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.538875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.544080] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.544354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.544354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.544629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.544716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.544839] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90007001-e888-4108-ab7c-104bfe0c93c5 is going to be updated. [ 616.574048] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.574048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.574048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.574048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.574430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.574430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90007001-e888-4108-ab7c-104bfe0c93c5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.664703] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.664900] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.665026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.665318] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.665589] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.665738] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.665845] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.666989] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.667311] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.667526] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.667649] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.667753] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.667897] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.668061] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.668172] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.668329] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.699217] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.699494] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.699642] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.699823] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.700181] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.700366] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.700476] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.701071] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.701071] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae37b91f-3282-4f40-b360-49b7d5d2ed1b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.877994] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.878165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.878342] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.047112] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0014b423-8661-4aee-bed8-1e93987f42c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.203164] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.203460] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.203593] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.203888] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.204161] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.204382] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port ae37b91f-3282-4f40-b360-49b7d5d2ed1b not found, creating... [ 617.204756] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.204871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.204923] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.205632] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.205866] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.206341] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.206546] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.206734] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.207029] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.207204] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.207441] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: ae37b91f-3282-4f40-b360-49b7d5d2ed1b is going to be created. [ 617.232820] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.232820] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.232820] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.233283] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.233890] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.233890] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.381253] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.550595] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.550595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.550595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.550808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.550856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.550940] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0014b423-8661-4aee-bed8-1e93987f42c3 is going to be created. [ 617.581723] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.581975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.582860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.582860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.582860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.597251] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0014b423-8661-4aee-bed8-1e93987f42c3 in Status: UNINITIALIZED for 2s [ 617.884209] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.884384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.884444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.884685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.884778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.884876] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 617.932460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.932644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.932690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.932953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.933139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.945353] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 617.954563] env[66012]: INFO networking_nsxv3.common.synchronization [req-e3f1fbd4-f1b1-4f97-b98f-bfba792944ea req-a070a1e3-4be1-43c8-89f5-77667cb4fe4d service nova] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_rules [ 617.954765] env[66012]: INFO networking_nsxv3.common.synchronization [req-e3f1fbd4-f1b1-4f97-b98f-bfba792944ea req-a070a1e3-4be1-43c8-89f5-77667cb4fe4d service nova] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 617.954929] env[66012]: INFO networking_nsxv3.common.synchronization [req-e3f1fbd4-f1b1-4f97-b98f-bfba792944ea req-a070a1e3-4be1-43c8-89f5-77667cb4fe4d service nova] Enqueued Resource ID: ae37b91f-3282-4f40-b360-49b7d5d2ed1b with Priority: HIGHEST for action port [ 617.955520] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_rules [ 617.955637] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 617.955733] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae37b91f-3282-4f40-b360-49b7d5d2ed1b with Priority: HIGHEST for action port [ 617.955999] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.957043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.957282] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.957377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.957564] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.957666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.957727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.957932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.958177] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae37b91f-3282-4f40-b360-49b7d5d2ed1b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.291118] env[66012]: INFO networking_nsxv3.common.synchronization [req-15b96548-0364-4d22-a383-1a87d8d499ad req-ff7c0f06-7e7a-4542-9d7b-b61adeba8def tempest-ServerDiagnosticsTest-344671108 tempest-ServerDiagnosticsTest-344671108-project-member] Enqueued Resource ID: 2640177c-35a5-43d2-9b42-0599e51fab0c with Priority: HIGHEST for action security_group_members [ 618.291963] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2640177c-35a5-43d2-9b42-0599e51fab0c with Priority: HIGHEST for action security_group_members [ 618.292457] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2640177c-35a5-43d2-9b42-0599e51fab0c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.292653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.292767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.293110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.293355] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.293527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.293637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.293919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.294107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.294269] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2640177c-35a5-43d2-9b42-0599e51fab0c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.460262] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae37b91f-3282-4f40-b360-49b7d5d2ed1b with status ACTIVE [ 618.460691] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.460794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.460794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.461022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.461124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.461336] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.461447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.461511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.461684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.461806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.461945] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.462071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.462130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.462263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.462354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.462424] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae37b91f-3282-4f40-b360-49b7d5d2ed1b is going to be updated. [ 618.488763] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.488947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.489024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.489300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.489474] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.489686] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae37b91f-3282-4f40-b360-49b7d5d2ed1b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.797280] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.797451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.797651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.797742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.797837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.798046] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.798148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.798207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.798358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.798437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.798521] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2640177c-35a5-43d2-9b42-0599e51fab0c is going to be updated. [ 618.831272] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.831438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.831438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.831654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.831792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.845868] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2640177c-35a5-43d2-9b42-0599e51fab0c in Status: IN_PROGRESS for 2s [ 619.611680] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0014b423-8661-4aee-bed8-1e93987f42c3 in Status: SUCCESS [ 619.612058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.612595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.612844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.613123] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.613229] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.613268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.613402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.613484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.613572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.613688] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0014b423-8661-4aee-bed8-1e93987f42c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.956858] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 619.957091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.957592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.957592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.957707] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.957793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.957832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.958384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.958549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.958651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.958830] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.958954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.959033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.959603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.959603] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.959603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.959603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.959814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.959814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.959814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.959899] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.960752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.963137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.963137] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.963137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.963137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.963137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.963137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.963137] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.117474] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0014b423-8661-4aee-bed8-1e93987f42c3 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.117681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.117730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.117928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.118124] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.118249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.118295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.118415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.118496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.118578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.118719] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0014b423-8661-4aee-bed8-1e93987f42c3 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.118805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.118859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.119018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.119174] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.122872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.122872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.122872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.122872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.122872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.122872] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0014b423-8661-4aee-bed8-1e93987f42c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.197079] env[66012]: INFO networking_nsxv3.common.synchronization [None req-4a15af18-f516-4d61-a0e6-d9189e79ad97 None None] Enqueued Resource ID: 5c7062c9-f645-47af-8f3e-198db22891ce with Priority: HIGHEST for action port [ 620.198904] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7062c9-f645-47af-8f3e-198db22891ce with Priority: HIGHEST for action port [ 620.198904] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7062c9-f645-47af-8f3e-198db22891ce taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.198904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7062c9-f645-47af-8f3e-198db22891ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.198904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7062c9-f645-47af-8f3e-198db22891ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.199285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7062c9-f645-47af-8f3e-198db22891ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.199340] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7062c9-f645-47af-8f3e-198db22891ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.464377] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da: rpc.has_security_group_logging(os_id): False [ 620.466787] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.490682] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.490974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.491120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.491397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.491555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.491814] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.491966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.492378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.492688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.492886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.493337] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.493534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.493695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.494034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.494194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.494458] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.494725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.494844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.495152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.495427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.495660] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be created. [ 620.581834] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.582076] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.582125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.583030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.583030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.607220] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 620.625573] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0014b423-8661-4aee-bed8-1e93987f42c3: rpc.has_security_group_logging(os_id): False [ 620.651251] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.651251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.651251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.651251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.651251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.651655] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.651655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.651655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.651781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.651813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.651959] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.652498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.652498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.652498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.652498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.652498] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.652981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.652981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.652981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.652981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.652981] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0014b423-8661-4aee-bed8-1e93987f42c3 is going to be created. [ 620.704896] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c7062c9-f645-47af-8f3e-198db22891ce [ 620.706186] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.706186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.706186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.706186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.706186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.706186] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c7062c9-f645-47af-8f3e-198db22891ce already deleted. [ 620.706186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7062c9-f645-47af-8f3e-198db22891ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.766012] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.766352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.766459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.766730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.766954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.781734] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0014b423-8661-4aee-bed8-1e93987f42c3 in Status: IN_PROGRESS for 2s [ 620.861015] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2640177c-35a5-43d2-9b42-0599e51fab0c in Status: SUCCESS [ 620.861216] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2640177c-35a5-43d2-9b42-0599e51fab0c deletion is rescheduled due to dependency. [ 620.861338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2640177c-35a5-43d2-9b42-0599e51fab0c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.970431] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.328034] env[66012]: INFO networking_nsxv3.common.synchronization [req-18bca727-4c74-44e4-9fd9-1787d6c5755a req-477335ee-0ded-42ac-ab75-1f704597f650 tempest-ListServerFiltersTestJSON-1311641900 tempest-ListServerFiltersTestJSON-1311641900-project-member] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 621.328683] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 621.329050] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.329177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.475542] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.475690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.475760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.475984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.476097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.477108] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 621.511317] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.511924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.511924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.511924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.511924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.524732] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 621.892905] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-295 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.892905] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.897314] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.897314] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.898482] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.898758] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.899022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.899322] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.899583] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.899921] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.900110] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.902521] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.902578] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.902696] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.902796] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.902928] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.928931] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.928931] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.928931] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.928931] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-295" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.928931] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.928931] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.928931] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.928931] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.929629] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae2e5b8-0852-47f8-ad5f-e4be8a761d10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.435418] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.435418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.435418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.435418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.435418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.435418] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 2ae2e5b8-0852-47f8-ad5f-e4be8a761d10 not found, creating... [ 622.435418] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.435418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.435418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.435979] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.435979] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.436381] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.436527] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.436606] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.437085] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.437315] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.437487] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 2ae2e5b8-0852-47f8-ad5f-e4be8a761d10 is going to be created. [ 622.461663] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.461907] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.462404] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.462753] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.462990] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.463253] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.624675] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 622.624675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.624675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.624675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.624675] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.748058] env[66012]: INFO networking_nsxv3.common.synchronization [None req-38667800-c5bb-49d1-9c87-2a651feb3af2 None None] Enqueued Resource ID: 03ff4267-2ee4-4f9c-8533-b212534f9ca2 with Priority: HIGHEST for action port [ 622.748058] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ff4267-2ee4-4f9c-8533-b212534f9ca2 with Priority: HIGHEST for action port [ 622.748058] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-03ff4267-2ee4-4f9c-8533-b212534f9ca2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.748058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03ff4267-2ee4-4f9c-8533-b212534f9ca2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.748058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03ff4267-2ee4-4f9c-8533-b212534f9ca2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.748058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03ff4267-2ee4-4f9c-8533-b212534f9ca2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.748058] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03ff4267-2ee4-4f9c-8533-b212534f9ca2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.795768] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0014b423-8661-4aee-bed8-1e93987f42c3 in Status: SUCCESS [ 622.795768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.127694] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.127694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.236308] env[66012]: INFO networking_nsxv3.common.synchronization [req-18bca727-4c74-44e4-9fd9-1787d6c5755a req-59e897e7-ff3d-400f-91d5-dfe8100c8153 service nova] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_rules [ 623.236489] env[66012]: INFO networking_nsxv3.common.synchronization [req-18bca727-4c74-44e4-9fd9-1787d6c5755a req-59e897e7-ff3d-400f-91d5-dfe8100c8153 service nova] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 623.236683] env[66012]: INFO networking_nsxv3.common.synchronization [req-18bca727-4c74-44e4-9fd9-1787d6c5755a req-59e897e7-ff3d-400f-91d5-dfe8100c8153 service nova] Enqueued Resource ID: 2ae2e5b8-0852-47f8-ad5f-e4be8a761d10 with Priority: HIGHEST for action port [ 623.240442] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_rules [ 623.240442] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 623.240442] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae2e5b8-0852-47f8-ad5f-e4be8a761d10 with Priority: HIGHEST for action port [ 623.240442] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.240442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.240442] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.240442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.240442] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.240442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.240442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.240442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.240442] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae2e5b8-0852-47f8-ad5f-e4be8a761d10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.253857] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03ff4267-2ee4-4f9c-8533-b212534f9ca2 [ 623.253857] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.253857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.253857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.253857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.253857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.253857] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03ff4267-2ee4-4f9c-8533-b212534f9ca2 already deleted. [ 623.253857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03ff4267-2ee4-4f9c-8533-b212534f9ca2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.543332] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 623.543775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.544113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.544511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.544815] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.545061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.545281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.545395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.545467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.545522] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.745401] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ae2e5b8-0852-47f8-ad5f-e4be8a761d10 with status ACTIVE [ 623.745401] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.745401] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.745401] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.745401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.746175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.746175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.746175] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ae2e5b8-0852-47f8-ad5f-e4be8a761d10 is going to be updated. [ 623.771973] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.771973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.771973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.771973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.772388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.772626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae2e5b8-0852-47f8-ad5f-e4be8a761d10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.995097] env[66012]: INFO networking_nsxv3.common.synchronization [req-e860c849-1036-4a9e-9366-12a42e98a0bd req-9c2a45a8-972e-4f9a-920e-052d91ddb20f tempest-FloatingIPsAssociationTestJSON-317729567 tempest-FloatingIPsAssociationTestJSON-317729567-project-member] Enqueued Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 623.997383] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 623.997383] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.997383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.997383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.997383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.997383] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.997383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.997383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.997383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.997383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.997383] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.049508] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.466342] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.466659] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-257" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.466698] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-257" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.466957] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-257" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.467219] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.467369] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.467474] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.467675] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.467807] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.467999] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.468250] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.471751] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.471908] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.472087] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.472203] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.472369] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.491468] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.491756] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.491961] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.492112] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-257" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.492427] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-f7d1f33f-d0a9-4b34-be5f-150005e14840 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.492600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-f7d1f33f-d0a9-4b34-be5f-150005e14840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.492713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-f7d1f33f-d0a9-4b34-be5f-150005e14840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.493335] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-f7d1f33f-d0a9-4b34-be5f-150005e14840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.493335] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d1f33f-d0a9-4b34-be5f-150005e14840',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.499287] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.554297] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.998480] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.998573] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.998614] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.998888] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.999045] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.999197] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port f7d1f33f-d0a9-4b34-be5f-150005e14840 not found, creating... [ 624.999482] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.999640] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.999750] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.001129] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.001129] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.001129] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.001129] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.001129] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.001129] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.001129] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.001464] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: f7d1f33f-d0a9-4b34-be5f-150005e14840 is going to be created. [ 625.002865] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.031384] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.031384] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.031384] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.031384] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.031384] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.031384] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-f7d1f33f-d0a9-4b34-be5f-150005e14840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.057618] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.057618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.057773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.057877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.057970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.058091] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 625.134249] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.134574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.134762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.134947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.135198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.146741] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 625.506752] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.506752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.506752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.506752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.506752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.506752] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 is going to be updated. [ 625.550115] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.550299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.550373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.550656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.550981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.564682] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: IN_PROGRESS for 2s [ 625.812587] env[66012]: INFO networking_nsxv3.common.synchronization [req-e860c849-1036-4a9e-9366-12a42e98a0bd req-0a953361-3f65-4be4-98ca-a83c0ba59e55 service nova] Enqueued Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_rules [ 625.812587] env[66012]: INFO networking_nsxv3.common.synchronization [req-e860c849-1036-4a9e-9366-12a42e98a0bd req-0a953361-3f65-4be4-98ca-a83c0ba59e55 service nova] Enqueued Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 625.812587] env[66012]: INFO networking_nsxv3.common.synchronization [req-e860c849-1036-4a9e-9366-12a42e98a0bd req-0a953361-3f65-4be4-98ca-a83c0ba59e55 service nova] Enqueued Resource ID: f7d1f33f-d0a9-4b34-be5f-150005e14840 with Priority: HIGHEST for action port [ 625.813595] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_rules [ 625.813740] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 625.813879] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d1f33f-d0a9-4b34-be5f-150005e14840 with Priority: HIGHEST for action port [ 625.814305] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.814498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.814708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.814826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.814957] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.817000] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.817000] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.817000] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d1f33f-d0a9-4b34-be5f-150005e14840 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.817000] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d1f33f-d0a9-4b34-be5f-150005e14840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.817271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d1f33f-d0a9-4b34-be5f-150005e14840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.817851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d1f33f-d0a9-4b34-be5f-150005e14840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.817851] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d1f33f-d0a9-4b34-be5f-150005e14840',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.320602] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.320776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321046] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7d1f33f-d0a9-4b34-be5f-150005e14840 with status ACTIVE [ 626.321273] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.321418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.321504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.321776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.321887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.322153] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.322278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.322360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.322559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.322662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.322900] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.323135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.323248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.323439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.323590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.323973] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7d1f33f-d0a9-4b34-be5f-150005e14840 is going to be updated. [ 626.363722] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.363940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.363988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.364303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.364470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.364681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d1f33f-d0a9-4b34-be5f-150005e14840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.160735] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 627.161062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.161237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.161484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.161695] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.161815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.162544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.162544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.162544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.162544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.162544] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.163754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.164013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.164297] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.164500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.164604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.164856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.164977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.165133] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.577475] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: SUCCESS [ 627.577740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.578102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.578540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.578983] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.579609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.579701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.579932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.580320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.580481] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.667864] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.668067] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.669182] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.083518] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.170507] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.519139] env[66012]: INFO networking_nsxv3.common.synchronization [req-4c2b88b7-632b-4f0f-a8b8-b880f961da7f req-fed8c631-8e52-4363-85ad-5aa71c3301b1 tempest-TenantUsagesTestJSON-2000356924 tempest-TenantUsagesTestJSON-2000356924-project-member] Enqueued Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGHEST for action security_group_members [ 628.523081] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGHEST for action security_group_members [ 628.523081] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.523081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.523081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.523081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.523081] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.523081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.523081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.523081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.523081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.523081] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75c1e3a8-ebd8-48b5-ad34-54253d2dbee2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.588039] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.592180] env[66012]: INFO networking_nsxv3.common.synchronization [None req-66c2a72b-3ca0-4aaf-a11d-fe9dff73ecf0 None None] Enqueued Resource ID: f26ca7d5-8c43-4ae8-94bd-c39852c798e6 with Priority: HIGHEST for action port [ 628.592180] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f26ca7d5-8c43-4ae8-94bd-c39852c798e6 with Priority: HIGHEST for action port [ 628.592730] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-f26ca7d5-8c43-4ae8-94bd-c39852c798e6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.592730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f26ca7d5-8c43-4ae8-94bd-c39852c798e6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.592730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f26ca7d5-8c43-4ae8-94bd-c39852c798e6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.593151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f26ca7d5-8c43-4ae8-94bd-c39852c798e6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.593418] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f26ca7d5-8c43-4ae8-94bd-c39852c798e6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.674421] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.674421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.674421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.674421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.674421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.674421] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 628.722039] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.722039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.722039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.722039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.722039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.732797] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 629.025647] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.025730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.027825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.027825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.027825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.027825] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.027825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.027825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.027825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.027825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.027825] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 is going to be updated. [ 629.058089] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.058291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.058291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.058796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.058796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.069794] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 in Status: IN_PROGRESS for 2s [ 629.093795] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.094689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.094689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.094689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.094689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.094689] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 is going to be updated. [ 629.096403] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f26ca7d5-8c43-4ae8-94bd-c39852c798e6 [ 629.096646] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.096724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.096761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.098835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.099048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.099232] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f26ca7d5-8c43-4ae8-94bd-c39852c798e6 already deleted. [ 629.099357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f26ca7d5-8c43-4ae8-94bd-c39852c798e6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.132625] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.132625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.134505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.134505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.134505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.149230] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: IN_PROGRESS for 2s [ 629.676481] env[66012]: INFO networking_nsxv3.common.synchronization [None req-7a217ce4-cade-48e2-b71e-63b0eefb83b3 None None] Enqueued Resource ID: b028b013-25a7-485a-80f8-1fbb84f8f34c with Priority: HIGHEST for action port [ 629.677055] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b028b013-25a7-485a-80f8-1fbb84f8f34c with Priority: HIGHEST for action port [ 629.677539] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b028b013-25a7-485a-80f8-1fbb84f8f34c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.677539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b028b013-25a7-485a-80f8-1fbb84f8f34c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.677539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b028b013-25a7-485a-80f8-1fbb84f8f34c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.677784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b028b013-25a7-485a-80f8-1fbb84f8f34c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.677862] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b028b013-25a7-485a-80f8-1fbb84f8f34c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.179659] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b028b013-25a7-485a-80f8-1fbb84f8f34c [ 630.180091] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.180706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.180706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.180706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.180850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.180991] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b028b013-25a7-485a-80f8-1fbb84f8f34c already deleted. [ 630.181125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b028b013-25a7-485a-80f8-1fbb84f8f34c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.749556] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 630.749556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.749556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.749556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.749556] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.750063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.750063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.750182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.750301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.750419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.753311] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.753311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.753311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.753311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.753311] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.753311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.753311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.753311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.753311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.753311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.753311] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.805880] env[66012]: INFO networking_nsxv3.common.synchronization [None req-960363ca-baee-4f8d-9c35-5144bfbc79ee None None] Enqueued Resource ID: 6e772ff9-438e-4d59-9484-10225bd375ae with Priority: HIGHEST for action port [ 630.806924] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e772ff9-438e-4d59-9484-10225bd375ae with Priority: HIGHEST for action port [ 630.807350] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e772ff9-438e-4d59-9484-10225bd375ae taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.807507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e772ff9-438e-4d59-9484-10225bd375ae" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.807581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e772ff9-438e-4d59-9484-10225bd375ae" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.807873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e772ff9-438e-4d59-9484-10225bd375ae" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.807984] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e772ff9-438e-4d59-9484-10225bd375ae',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.085641] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 in Status: SUCCESS [ 631.085825] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 deletion is rescheduled due to dependency. [ 631.085955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.167728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: SUCCESS [ 631.167728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.167728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.167893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.168099] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.168552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.168552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.168552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.170425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.170425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.170425] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.258967] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da: rpc.has_security_group_logging(os_id): False [ 631.283913] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.284317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.284406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.285647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.285786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.285965] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.286087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.286152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.286315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.286417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.286635] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.286731] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.286788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.286929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.287164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.287546] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.287657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.287719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.287881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.288934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.289101] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 631.312495] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e772ff9-438e-4d59-9484-10225bd375ae [ 631.312737] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.312862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.312929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.313186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.313281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.313375] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e772ff9-438e-4d59-9484-10225bd375ae already deleted. [ 631.313456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e772ff9-438e-4d59-9484-10225bd375ae" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.364487] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.364735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.364735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.364900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.365052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.379559] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 631.498458] env[66012]: INFO networking_nsxv3.common.synchronization [req-803d55cf-7a9d-419b-aede-078f76d19082 req-0f0a39f1-bea6-4512-88ce-f616957d192d tempest-FloatingIPsAssociationNegativeTestJSON-672988745 tempest-FloatingIPsAssociationNegativeTestJSON-672988745-project-member] Enqueued Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGHEST for action security_group_members [ 631.499973] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGHEST for action security_group_members [ 631.504045] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.504045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.504045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.504045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.504045] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.504045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.504420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.504420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.504420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.504513] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25c679a5-bdb7-458b-b7ac-e5cc7310bac0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.672289] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.672289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.672289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.672601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.673444] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.673444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.673444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.673444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.673444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.673444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.673444] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.673444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.674071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.674071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.674071] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.674071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.674071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.674398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.674398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.674398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.674398] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.010153] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.010153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.010153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.010153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.010153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.010153] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.010153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.010153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.010153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.010153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.010153] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 already deleted. [ 632.010153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.179478] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4cc19d8e-97a1-47a4-948e-599d807ce6a2: rpc.has_security_group_logging(os_id): False [ 632.206732] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.206949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.207035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.207267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.207405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.207553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.207648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.207707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.207865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.207937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.208152] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.208279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.208368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.208554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.208671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.208874] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.208985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.209226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.209456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.209579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.209671] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 is going to be updated. [ 632.286133] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.286133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.286133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.286306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.286476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.303950] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: IN_PROGRESS for 2s [ 632.318141] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.318339] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-760" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.319320] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-760" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.319320] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-760" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.319875] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.320157] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.320369] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.321514] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.321514] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.321514] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.321514] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.321514] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.321514] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.321514] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.321514] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.321877] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.347278] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.347636] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.347923] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.348162] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-760" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.348559] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-66bce2a5-4d19-41b9-b028-2642fb5e835e taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.348802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-66bce2a5-4d19-41b9-b028-2642fb5e835e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.348957] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-66bce2a5-4d19-41b9-b028-2642fb5e835e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.349345] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-66bce2a5-4d19-41b9-b028-2642fb5e835e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.349544] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66bce2a5-4d19-41b9-b028-2642fb5e835e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.857982] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.857982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.857982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.857982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.857982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.857982] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 66bce2a5-4d19-41b9-b028-2642fb5e835e not found, creating... [ 632.857982] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.857982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.857982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.857982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.857982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.858518] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.858518] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.858518] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.858518] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.858518] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.858518] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 66bce2a5-4d19-41b9-b028-2642fb5e835e is going to be created. [ 632.879571] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.879937] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.880108] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.880418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.882254] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.882254] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-66bce2a5-4d19-41b9-b028-2642fb5e835e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.998072] env[66012]: INFO networking_nsxv3.common.synchronization [None req-57043445-5270-48ab-9a76-45366f40af41 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_rules [ 632.998072] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_rules [ 632.998072] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.998072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.998072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.998072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.998643] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.039840] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3308fb7b-b2d7-4d95-be81-ff91020f80ff None None] Enqueued Resource ID: 1a18296e-bebc-4d6a-aa8a-2779b55dd4be with Priority: HIGHEST for action port [ 633.040578] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a18296e-bebc-4d6a-aa8a-2779b55dd4be with Priority: HIGHEST for action port [ 633.040979] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a18296e-bebc-4d6a-aa8a-2779b55dd4be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.041438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a18296e-bebc-4d6a-aa8a-2779b55dd4be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.041672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a18296e-bebc-4d6a-aa8a-2779b55dd4be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.042019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a18296e-bebc-4d6a-aa8a-2779b55dd4be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.042019] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a18296e-bebc-4d6a-aa8a-2779b55dd4be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.395702] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 633.396056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.396331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.396604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.396699] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.445988] env[66012]: INFO networking_nsxv3.common.synchronization [None req-0a74f927-4865-43bb-9fa8-faf6a19a554f None None] Enqueued Resource ID: a55a0ae3-82f7-44b3-b3d0-3ae90e40626d with Priority: HIGHEST for action port [ 633.446141] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55a0ae3-82f7-44b3-b3d0-3ae90e40626d with Priority: HIGHEST for action port [ 633.446593] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-a55a0ae3-82f7-44b3-b3d0-3ae90e40626d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.446946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a55a0ae3-82f7-44b3-b3d0-3ae90e40626d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.446946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a55a0ae3-82f7-44b3-b3d0-3ae90e40626d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.447098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a55a0ae3-82f7-44b3-b3d0-3ae90e40626d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.447213] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a55a0ae3-82f7-44b3-b3d0-3ae90e40626d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.519762] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.520085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.520085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.520220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.520314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.520409] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 already deleted. [ 633.520490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.544837] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a18296e-bebc-4d6a-aa8a-2779b55dd4be [ 633.545097] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.545264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.545340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.545570] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.545661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.545756] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a18296e-bebc-4d6a-aa8a-2779b55dd4be already deleted. [ 633.545839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a18296e-bebc-4d6a-aa8a-2779b55dd4be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.602264] env[66012]: INFO networking_nsxv3.common.synchronization [req-803d55cf-7a9d-419b-aede-078f76d19082 req-8a639d7d-6ece-4b82-8a6e-aac380dab445 service nova] Enqueued Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGHEST for action security_group_rules [ 633.602508] env[66012]: INFO networking_nsxv3.common.synchronization [req-803d55cf-7a9d-419b-aede-078f76d19082 req-8a639d7d-6ece-4b82-8a6e-aac380dab445 service nova] Enqueued Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGHEST for action security_group_members [ 633.602657] env[66012]: INFO networking_nsxv3.common.synchronization [req-803d55cf-7a9d-419b-aede-078f76d19082 req-8a639d7d-6ece-4b82-8a6e-aac380dab445 service nova] Enqueued Resource ID: 66bce2a5-4d19-41b9-b028-2642fb5e835e with Priority: HIGHEST for action port [ 633.604078] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGHEST for action security_group_rules [ 633.604318] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGHEST for action security_group_members [ 633.604455] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66bce2a5-4d19-41b9-b028-2642fb5e835e with Priority: HIGHEST for action port [ 633.605059] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.605283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.605283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.605604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.605663] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25c679a5-bdb7-458b-b7ac-e5cc7310bac0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.607457] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.607457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.607457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.607457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.611458] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.612643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.612643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.612643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.612643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.612643] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25c679a5-bdb7-458b-b7ac-e5cc7310bac0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.613260] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-66bce2a5-4d19-41b9-b028-2642fb5e835e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.613900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66bce2a5-4d19-41b9-b028-2642fb5e835e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.613900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66bce2a5-4d19-41b9-b028-2642fb5e835e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.613900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66bce2a5-4d19-41b9-b028-2642fb5e835e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.613900] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66bce2a5-4d19-41b9-b028-2642fb5e835e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.822973] env[66012]: INFO networking_nsxv3.common.synchronization [None req-2cdf8b7a-a75a-4e4d-9562-cd9240b3ac94 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_rules [ 633.824355] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_rules [ 633.824355] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.824355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.824355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.824582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.824582] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.898513] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.898655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.898712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.898930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.899107] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.899206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.899260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.899410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.899493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.899781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.899781] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.949745] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a55a0ae3-82f7-44b3-b3d0-3ae90e40626d [ 633.949990] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.950177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.950247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.950482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.950568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.950658] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a55a0ae3-82f7-44b3-b3d0-3ae90e40626d already deleted. [ 633.950747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a55a0ae3-82f7-44b3-b3d0-3ae90e40626d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.116792] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25c679a5-bdb7-458b-b7ac-e5cc7310bac0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.118724] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.118956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.122527] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66bce2a5-4d19-41b9-b028-2642fb5e835e with status ACTIVE [ 634.122527] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.122527] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.122527] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.122527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.122527] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66bce2a5-4d19-41b9-b028-2642fb5e835e is going to be updated. [ 634.148762] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.152165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.152268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.152494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.152627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.152794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66bce2a5-4d19-41b9-b028-2642fb5e835e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.318368] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: SUCCESS [ 634.318932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.334150] env[66012]: INFO networking_nsxv3.common.synchronization [req-1f901284-5d8d-4eba-9fd2-a63b1fd34bcb req-fdd217a2-835c-436c-93c9-12e51f59d08e tempest-ImagesNegativeTestJSON-1474392081 tempest-ImagesNegativeTestJSON-1474392081-project-member] Enqueued Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGHEST for action security_group_members [ 634.334719] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGHEST for action security_group_members [ 634.335037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.335194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.335325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.335522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.335752] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.335886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.335886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.335985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.336063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.336152] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55cea5d0-05ac-49fd-ae18-1a4d6ded5b33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.349451] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.349623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.349670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.352842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.352842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.352842] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 already deleted. [ 634.352842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.401928] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.402038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.402098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.402386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.402612] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.402612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.402770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.402810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.402898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.402986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.403148] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.403243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.403297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.403450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.403643] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.403726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.403726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.403837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.403911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.403988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.404090] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.620449] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25c679a5-bdb7-458b-b7ac-e5cc7310bac0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.838968] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.839197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.839233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.839486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.839609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.839816] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.839917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.839979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.840156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.840234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.840316] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 already deleted. [ 634.840674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.842881] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-260 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.843087] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-260" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.843208] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-260" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.843528] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-260" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.843762] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.843910] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.844025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.844321] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.844570] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.844784] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.844890] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.844989] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.845099] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.845200] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.845317] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.845443] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.868399] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.869273] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.869482] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.869664] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-260" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.869985] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-9d082049-1e26-461e-b852-165f9125adef taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.870161] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-9d082049-1e26-461e-b852-165f9125adef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.870269] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-9d082049-1e26-461e-b852-165f9125adef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.870867] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-9d082049-1e26-461e-b852-165f9125adef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.870995] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d082049-1e26-461e-b852-165f9125adef',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.908059] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da: rpc.has_security_group_logging(os_id): False [ 634.930842] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.930842] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.930842] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.930842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.931511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.931550] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.931671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.931739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.931889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.932114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.932114] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 635.003620] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.003772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.006941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.007261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.007559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.023382] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 635.123032] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.123032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.123032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.123032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.123032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.123032] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 is going to be created. [ 635.166564] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.166564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.166564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.166828] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.167735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.186041] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 in Status: UNINITIALIZED for 2s [ 635.374652] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.374652] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.374652] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.374652] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.374652] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.374652] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 9d082049-1e26-461e-b852-165f9125adef not found, creating... [ 635.375574] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.376550] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.376904] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.377588] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.377856] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.378676] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.378932] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.379142] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.379493] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.379728] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.379932] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 9d082049-1e26-461e-b852-165f9125adef is going to be created. [ 635.404433] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.404725] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.404773] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.405089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.405303] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.405613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-9d082049-1e26-461e-b852-165f9125adef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.502294] env[66012]: INFO networking_nsxv3.common.synchronization [None req-9e9ef4ea-b189-445e-8086-a065fbde6b51 None None] Enqueued Resource ID: d9dcf32e-2af6-40b9-810b-9527f7f8375e with Priority: HIGHEST for action port [ 635.502856] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dcf32e-2af6-40b9-810b-9527f7f8375e with Priority: HIGHEST for action port [ 635.503199] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9dcf32e-2af6-40b9-810b-9527f7f8375e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.503323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9dcf32e-2af6-40b9-810b-9527f7f8375e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.503470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9dcf32e-2af6-40b9-810b-9527f7f8375e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.503707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9dcf32e-2af6-40b9-810b-9527f7f8375e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.503793] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9dcf32e-2af6-40b9-810b-9527f7f8375e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.008402] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9dcf32e-2af6-40b9-810b-9527f7f8375e [ 636.008862] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.008994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.009080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.009370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.009475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.009576] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9dcf32e-2af6-40b9-810b-9527f7f8375e already deleted. [ 636.009659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9dcf32e-2af6-40b9-810b-9527f7f8375e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.111995] env[66012]: INFO networking_nsxv3.common.synchronization [req-1f901284-5d8d-4eba-9fd2-a63b1fd34bcb req-ccc62f73-1aad-4d04-89fb-2cca115e7dc0 service nova] Enqueued Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGHEST for action security_group_rules [ 636.112228] env[66012]: INFO networking_nsxv3.common.synchronization [req-1f901284-5d8d-4eba-9fd2-a63b1fd34bcb req-ccc62f73-1aad-4d04-89fb-2cca115e7dc0 service nova] Enqueued Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGHEST for action security_group_members [ 636.112337] env[66012]: INFO networking_nsxv3.common.synchronization [req-1f901284-5d8d-4eba-9fd2-a63b1fd34bcb req-ccc62f73-1aad-4d04-89fb-2cca115e7dc0 service nova] Enqueued Resource ID: 9d082049-1e26-461e-b852-165f9125adef with Priority: HIGHEST for action port [ 636.112872] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGHEST for action security_group_rules [ 636.112999] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGHEST for action security_group_members [ 636.113127] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d082049-1e26-461e-b852-165f9125adef with Priority: HIGHEST for action port [ 636.113378] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.113616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.113616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.113876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.113876] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55cea5d0-05ac-49fd-ae18-1a4d6ded5b33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.121859] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.121859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.121859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.121859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.121859] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.121859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.121859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.121859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.121859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.121859] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55cea5d0-05ac-49fd-ae18-1a4d6ded5b33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.122320] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d082049-1e26-461e-b852-165f9125adef taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.123362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d082049-1e26-461e-b852-165f9125adef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.123362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d082049-1e26-461e-b852-165f9125adef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.123362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d082049-1e26-461e-b852-165f9125adef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.123362] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d082049-1e26-461e-b852-165f9125adef',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.625938] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d082049-1e26-461e-b852-165f9125adef with status ACTIVE [ 636.626219] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.626666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.626666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.626666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.626777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.626919] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.627112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.627112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.627247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.627310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.627519] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.627618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.629128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.630092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.630092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.630092] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d082049-1e26-461e-b852-165f9125adef is going to be updated. [ 636.631183] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55cea5d0-05ac-49fd-ae18-1a4d6ded5b33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.632666] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.632761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.659712] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.659938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.660019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.660307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.660458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.660627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d082049-1e26-461e-b852-165f9125adef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.874213] env[66012]: INFO networking_nsxv3.common.synchronization [req-c959e4f4-383b-4b76-af87-0cd7d756ff48 req-e43e86e2-20d5-4a10-a874-ebfddbed0dfb tempest-ServersWithSpecificFlavorTestJSON-1422651128 tempest-ServersWithSpecificFlavorTestJSON-1422651128-project-member] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 636.874708] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 636.875884] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.875884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.875884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.875884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.875884] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.875884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.875884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.876382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.876382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.876382] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.043245] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 637.043245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.135802] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55cea5d0-05ac-49fd-ae18-1a4d6ded5b33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.195362] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 in Status: SUCCESS [ 637.195362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.195362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.195503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.195727] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.195882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.196107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.196253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.196253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.196329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.196365] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25c679a5-bdb7-458b-b7ac-e5cc7310bac0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.314563] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.314877] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-73" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.315011] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-73" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.315791] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-73" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.316178] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.316369] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.316497] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.316772] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.316915] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.317141] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.317257] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.317364] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.319157] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.319309] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.319427] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.319567] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.343671] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.344102] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.344350] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.344564] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-73" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.344931] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-ff418c2d-61a2-471a-8fac-45857eab6592 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.345156] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-ff418c2d-61a2-471a-8fac-45857eab6592" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.345294] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-ff418c2d-61a2-471a-8fac-45857eab6592" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.345622] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-ff418c2d-61a2-471a-8fac-45857eab6592" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.345759] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff418c2d-61a2-471a-8fac-45857eab6592',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.378704] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.378873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.378938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.379186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.379264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.379538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.379538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.379664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.379754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.379820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.379906] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab already deleted. [ 637.379985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.639017] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.639192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.639265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.640030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.640030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.640030] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 is going to be created. [ 637.665283] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.665441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.665441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.665664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.665815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.677127] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 in Status: UNINITIALIZED for 2s [ 637.699041] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.699041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.699041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.699345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.700014] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.700014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.700014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.700014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.700014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.700576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.700672] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.700757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.700823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.700972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.701129] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.701223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.701289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.701452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.701533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.701616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.701711] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25c679a5-bdb7-458b-b7ac-e5cc7310bac0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.848778] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.849160] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.849354] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.849673] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.849909] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.850090] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port ff418c2d-61a2-471a-8fac-45857eab6592 not found, creating... [ 637.850403] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.850620] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.850739] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.850971] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.851125] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.851418] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.851568] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.851677] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.851877] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.852013] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.852169] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: ff418c2d-61a2-471a-8fac-45857eab6592 is going to be created. [ 637.874521] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.874752] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.874896] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.875215] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.875454] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.875735] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-ff418c2d-61a2-471a-8fac-45857eab6592" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.203767] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25c679a5-bdb7-458b-b7ac-e5cc7310bac0: rpc.has_security_group_logging(os_id): False [ 638.230898] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.231716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.231716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.231716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.231716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.231943] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.232134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.232244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.232487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.232819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.233291] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.233291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.233762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.233762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.233762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.233928] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.235148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.235148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.235148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.235148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.235148] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 is going to be created. [ 638.338106] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.338335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.338429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.338730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.339433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.363051] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 in Status: IN_PROGRESS for 2s [ 638.673154] env[66012]: INFO networking_nsxv3.common.synchronization [req-c959e4f4-383b-4b76-af87-0cd7d756ff48 req-fa1cd720-788d-4e0e-b0eb-f4ce128bbc85 service nova] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_rules [ 638.673227] env[66012]: INFO networking_nsxv3.common.synchronization [req-c959e4f4-383b-4b76-af87-0cd7d756ff48 req-fa1cd720-788d-4e0e-b0eb-f4ce128bbc85 service nova] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 638.673345] env[66012]: INFO networking_nsxv3.common.synchronization [req-c959e4f4-383b-4b76-af87-0cd7d756ff48 req-fa1cd720-788d-4e0e-b0eb-f4ce128bbc85 service nova] Enqueued Resource ID: ff418c2d-61a2-471a-8fac-45857eab6592 with Priority: HIGHEST for action port [ 638.673855] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_rules [ 638.673979] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 638.674918] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff418c2d-61a2-471a-8fac-45857eab6592 with Priority: HIGHEST for action port [ 638.675797] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.675797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.675797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.675797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.675797] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.677055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.677166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.677229] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.678238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.678238] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.678238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.678238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.678238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.678238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.678238] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.678828] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff418c2d-61a2-471a-8fac-45857eab6592 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.678944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff418c2d-61a2-471a-8fac-45857eab6592" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.679121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff418c2d-61a2-471a-8fac-45857eab6592" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.679183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff418c2d-61a2-471a-8fac-45857eab6592" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.679244] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff418c2d-61a2-471a-8fac-45857eab6592',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.178409] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.178603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.181853] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff418c2d-61a2-471a-8fac-45857eab6592 with status ACTIVE [ 639.181853] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.182195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.182195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.182195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.182339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.182451] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.182993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.182993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.182993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.182993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.182993] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.183347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.183347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.183347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.183347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.183605] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff418c2d-61a2-471a-8fac-45857eab6592 is going to be updated. [ 639.184605] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.290309] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.290697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.290697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.290788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.290858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.291078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff418c2d-61a2-471a-8fac-45857eab6592" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.690719] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 in Status: SUCCESS [ 639.690936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.691212] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.692306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.692450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.692645] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.692773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.692846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.693341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.693341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.693341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.693341] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55cea5d0-05ac-49fd-ae18-1a4d6ded5b33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.932778] env[66012]: INFO networking_nsxv3.common.synchronization [req-2e5320a0-8f79-4b28-bb02-74def6478c23 req-d8fc4906-6d9f-4766-94f4-fd295a6607d3 tempest-ServerAddressesNegativeTestJSON-993892216 tempest-ServerAddressesNegativeTestJSON-993892216-project-member] Enqueued Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGHEST for action security_group_members [ 639.933859] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGHEST for action security_group_members [ 639.933859] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0014b423-8661-4aee-bed8-1e93987f42c3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.933859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.933859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.934188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.934746] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.936043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.936179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.937079] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.937251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.937410] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0014b423-8661-4aee-bed8-1e93987f42c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.195934] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.196031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.196069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.196299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.196383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.196479] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab is going to be created. [ 640.197743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.197898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.200037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.200037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.200037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.200037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.200037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.200037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.200037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.200037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.200037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.204113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.204253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.204448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.204614] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.204749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.204819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.205052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.205160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.206706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.206706] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55cea5d0-05ac-49fd-ae18-1a4d6ded5b33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.230276] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.230481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.230481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.230696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.230847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.242116] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: UNINITIALIZED for 2s [ 640.381650] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 in Status: SUCCESS [ 640.381990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.439764] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.439954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.439992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.440221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.440306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.440608] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.440608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.440734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.440800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.440879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.440966] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0014b423-8661-4aee-bed8-1e93987f42c3 is going to be updated. [ 640.479334] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.479469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.479510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.480554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.480554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.491400] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0014b423-8661-4aee-bed8-1e93987f42c3 in Status: IN_PROGRESS for 2s [ 640.687934] env[66012]: INFO networking_nsxv3.common.synchronization [None req-6e4dee40-767f-4deb-9d95-ea189b807e8d None None] Enqueued Resource ID: bb255c43-f292-473d-a082-ce2decaf58cc with Priority: HIGHEST for action port [ 640.687934] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb255c43-f292-473d-a082-ce2decaf58cc with Priority: HIGHEST for action port [ 640.687934] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb255c43-f292-473d-a082-ce2decaf58cc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.687934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb255c43-f292-473d-a082-ce2decaf58cc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.687934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb255c43-f292-473d-a082-ce2decaf58cc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.687934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb255c43-f292-473d-a082-ce2decaf58cc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.687934] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb255c43-f292-473d-a082-ce2decaf58cc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.709817] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33: rpc.has_security_group_logging(os_id): False [ 640.730544] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.730773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.730842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.731366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.731366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.731488] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.731544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.731591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.731736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.731810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.731998] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.732097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.732161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.732302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.732376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.732553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.732646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.732687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.734160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.734160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.734160] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 is going to be created. [ 640.802385] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.802541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.802606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.802830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.803017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.814486] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 in Status: IN_PROGRESS for 2s [ 641.191417] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb255c43-f292-473d-a082-ce2decaf58cc [ 641.191954] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.192172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.192257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.192547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.192547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.192670] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb255c43-f292-473d-a082-ce2decaf58cc already deleted. [ 641.192718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb255c43-f292-473d-a082-ce2decaf58cc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.254606] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: SUCCESS [ 642.254606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.254606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.254606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.255100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.255100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.255100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.255235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.256203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.256203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.256203] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.503956] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0014b423-8661-4aee-bed8-1e93987f42c3 in Status: SUCCESS [ 642.503956] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0014b423-8661-4aee-bed8-1e93987f42c3 deletion is rescheduled due to dependency. [ 642.503956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.758126] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.837557] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 in Status: SUCCESS [ 642.841435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.869375] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed6fe79c-6845-47e4-8d5f-23c576b740f0 req-0cda42d6-b32d-4238-b63c-88c371ddd276 tempest-ServersAdminNegativeTestJSON-183492358 tempest-ServersAdminNegativeTestJSON-183492358-project-member] Enqueued Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 642.870401] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 642.871224] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.871224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.871224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.871849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.871849] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.872171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.872171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.876209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.876209] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.260900] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adbac70a-cd63-4e0e-b3f1-1c1b96684cab: rpc.has_security_group_logging(os_id): False [ 643.277866] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.278127] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.278279] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.278614] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.278927] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.280629] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.280629] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.280629] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.280629] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.280629] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.281119] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.281119] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.281339] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.281437] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.281666] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.281981] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.284342] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.284536] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.284674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.284952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.285111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.285460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.285610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.285675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.285873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.285957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.286091] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab is going to be created. [ 643.311312] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.311312] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.311725] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.312932] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.312932] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-9d6a9e18-7806-4b13-a266-572f9f3f2308 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.312932] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-9d6a9e18-7806-4b13-a266-572f9f3f2308" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.312932] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-9d6a9e18-7806-4b13-a266-572f9f3f2308" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.313451] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-9d6a9e18-7806-4b13-a266-572f9f3f2308" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.313676] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6a9e18-7806-4b13-a266-572f9f3f2308',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.359107] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.359507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.359507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.359705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.359882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.374407] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: IN_PROGRESS for 2s [ 643.376795] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.587521] env[66012]: INFO networking_nsxv3.common.synchronization [None req-975b80f8-e1b5-464d-9816-41286d758f85 None None] Enqueued Resource ID: 6af5be67-8c86-432e-9801-3444f38e263d with Priority: HIGHEST for action port [ 643.587918] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af5be67-8c86-432e-9801-3444f38e263d with Priority: HIGHEST for action port [ 643.588645] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-6af5be67-8c86-432e-9801-3444f38e263d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.588781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6af5be67-8c86-432e-9801-3444f38e263d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.588905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6af5be67-8c86-432e-9801-3444f38e263d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.589270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6af5be67-8c86-432e-9801-3444f38e263d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.589445] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6af5be67-8c86-432e-9801-3444f38e263d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.816694] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.816956] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.817407] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.817407] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.817638] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.817638] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 9d6a9e18-7806-4b13-a266-572f9f3f2308 not found, creating... [ 643.817867] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.818035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.818186] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.818356] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.818489] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.818837] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.818977] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.819099] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.819302] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.819431] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.819567] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 9d6a9e18-7806-4b13-a266-572f9f3f2308 is going to be created. [ 643.864871] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.864871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.864871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.864871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.864871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.864871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-9d6a9e18-7806-4b13-a266-572f9f3f2308" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.880830] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.092339] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6af5be67-8c86-432e-9801-3444f38e263d [ 644.092339] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.092339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.092339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.092583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.092619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.092719] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6af5be67-8c86-432e-9801-3444f38e263d already deleted. [ 644.092800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6af5be67-8c86-432e-9801-3444f38e263d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.386814] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.387149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.387149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.387242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.387286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.387415] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc is going to be updated. [ 644.420112] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.420272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.420339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.420551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.421215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.432525] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: IN_PROGRESS for 2s [ 644.435747] env[66012]: INFO networking_nsxv3.common.synchronization [None req-9941ec6e-9d3c-49c2-a789-031150a65c31 None None] Enqueued Resource ID: 4fef66dd-ba1d-4453-924d-f4b4f918aa2c with Priority: HIGHEST for action port [ 644.436976] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fef66dd-ba1d-4453-924d-f4b4f918aa2c with Priority: HIGHEST for action port [ 644.436976] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fef66dd-ba1d-4453-924d-f4b4f918aa2c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.437869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fef66dd-ba1d-4453-924d-f4b4f918aa2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.437982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fef66dd-ba1d-4453-924d-f4b4f918aa2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.438321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fef66dd-ba1d-4453-924d-f4b4f918aa2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.438392] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fef66dd-ba1d-4453-924d-f4b4f918aa2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.763481] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed6fe79c-6845-47e4-8d5f-23c576b740f0 req-989a2557-e25f-4dfb-bddc-fdc07337dc86 service nova] Enqueued Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_rules [ 644.763481] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed6fe79c-6845-47e4-8d5f-23c576b740f0 req-989a2557-e25f-4dfb-bddc-fdc07337dc86 service nova] Enqueued Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 644.763600] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed6fe79c-6845-47e4-8d5f-23c576b740f0 req-989a2557-e25f-4dfb-bddc-fdc07337dc86 service nova] Enqueued Resource ID: 9d6a9e18-7806-4b13-a266-572f9f3f2308 with Priority: HIGHEST for action port [ 644.764522] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_rules [ 644.764733] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 644.764853] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d6a9e18-7806-4b13-a266-572f9f3f2308 with Priority: HIGHEST for action port [ 644.766193] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.766193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.766193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.766193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.766470] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.767486] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.767586] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.767844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d6a9e18-7806-4b13-a266-572f9f3f2308 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.767961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d6a9e18-7806-4b13-a266-572f9f3f2308" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.768018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d6a9e18-7806-4b13-a266-572f9f3f2308" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.768357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d6a9e18-7806-4b13-a266-572f9f3f2308" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.768472] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d6a9e18-7806-4b13-a266-572f9f3f2308',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.944405] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fef66dd-ba1d-4453-924d-f4b4f918aa2c [ 644.944778] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.944992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.945111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.945469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.945647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.945796] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fef66dd-ba1d-4453-924d-f4b4f918aa2c already deleted. [ 644.945941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fef66dd-ba1d-4453-924d-f4b4f918aa2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.270988] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d6a9e18-7806-4b13-a266-572f9f3f2308 with status ACTIVE [ 645.271351] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.271522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.271570] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.271763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.271978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.272218] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.272344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.272413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.272573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.272654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.272838] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.272927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.272985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.273139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.273212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.273295] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d6a9e18-7806-4b13-a266-572f9f3f2308 is going to be updated. [ 645.274482] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.274616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.312022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.312022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.312022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.312022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.312022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.312022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d6a9e18-7806-4b13-a266-572f9f3f2308" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.388680] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: SUCCESS [ 645.388680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.439075] env[66012]: INFO networking_nsxv3.common.synchronization [req-f16ef3d1-f30b-496c-8eea-b4491999c6e9 req-9fe12422-5c8d-4617-a915-11fe398ec1f6 tempest-SecurityGroupRulesTestJSON-1582196183 tempest-SecurityGroupRulesTestJSON-1582196183-project-member] Enqueued Resource ID: 79b97106-ed51-44e0-8b7b-25d393a5a260 with Priority: HIGHEST for action security_group_rules [ 646.440520] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b97106-ed51-44e0-8b7b-25d393a5a260 with Priority: HIGHEST for action security_group_rules [ 646.440520] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b97106-ed51-44e0-8b7b-25d393a5a260 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.440520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b97106-ed51-44e0-8b7b-25d393a5a260" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.440520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b97106-ed51-44e0-8b7b-25d393a5a260" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.440520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b97106-ed51-44e0-8b7b-25d393a5a260" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.440520] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b97106-ed51-44e0-8b7b-25d393a5a260',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.445309] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: SUCCESS [ 646.445309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.445309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.445309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.445309] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.445309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.445938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.445938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.445938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.445938] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.552912] env[66012]: INFO networking_nsxv3.common.synchronization [None req-f8011c9a-7f95-4152-b19a-31f3c902fd51 None None] Enqueued Resource ID: 3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b with Priority: HIGHEST for action port [ 646.553658] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b with Priority: HIGHEST for action port [ 646.554044] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.554198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.554340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.555107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.555107] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.949817] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.965859] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.966015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.966089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.966308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.966410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.966508] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b97106-ed51-44e0-8b7b-25d393a5a260 already deleted. [ 646.966594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b97106-ed51-44e0-8b7b-25d393a5a260" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.060123] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b [ 647.060380] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.060511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.060580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.060847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.060891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.060965] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b already deleted. [ 647.061115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd8e87e-c330-4e39-bc9d-69ca2bf1d38b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.452485] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.959530] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.959530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.959530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.959836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.959836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.960011] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc is going to be updated. [ 648.007490] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.007718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.007718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.007920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.008309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.024439] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: IN_PROGRESS for 2s [ 649.001312] env[66012]: INFO networking_nsxv3.common.synchronization [None req-2dadc133-fa9c-4d61-a6c3-cf8b407e26f0 None None] Enqueued Resource ID: 33648b92-ad0a-4472-8303-72acc8fbf065 with Priority: HIGHEST for action port [ 649.001903] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33648b92-ad0a-4472-8303-72acc8fbf065 with Priority: HIGHEST for action port [ 649.002233] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-33648b92-ad0a-4472-8303-72acc8fbf065 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.002356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33648b92-ad0a-4472-8303-72acc8fbf065" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.002425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33648b92-ad0a-4472-8303-72acc8fbf065" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.002729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33648b92-ad0a-4472-8303-72acc8fbf065" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.002867] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33648b92-ad0a-4472-8303-72acc8fbf065',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.507783] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33648b92-ad0a-4472-8303-72acc8fbf065 [ 649.508044] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.508183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.508254] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.508483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.508597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.508655] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33648b92-ad0a-4472-8303-72acc8fbf065 already deleted. [ 649.508749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33648b92-ad0a-4472-8303-72acc8fbf065" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.702760] env[66012]: INFO networking_nsxv3.common.synchronization [None req-37e0a747-d272-4836-a50e-1403a36f65f1 tempest-ServersTestManualDisk-1598584696 tempest-ServersTestManualDisk-1598584696-project-member] Enqueued Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_rules [ 649.702760] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_rules [ 649.702760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.702964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.702964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.704285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.704285] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.839432] env[66012]: INFO networking_nsxv3.common.synchronization [req-87c15994-afa8-4eff-8631-fac5a2553308 req-b50dddb2-db1f-4938-b0a3-64cd38848bf3 tempest-SecurityGroupRulesTestJSON-1582196183 tempest-SecurityGroupRulesTestJSON-1582196183-project-member] Enqueued Resource ID: b5f45b25-6cff-4523-8989-1d262848dbf0 with Priority: HIGHEST for action security_group_rules [ 649.843015] env[66012]: INFO networking_nsxv3.common.synchronization [None req-5aa1d2c1-c0d2-4b3c-ba79-2f52e33ba9ce tempest-ServersTestManualDisk-1598584696 tempest-ServersTestManualDisk-1598584696-project-member] Enqueued Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_rules [ 649.843015] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5f45b25-6cff-4523-8989-1d262848dbf0 with Priority: HIGHEST for action security_group_rules [ 649.843015] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_rules [ 649.843319] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5f45b25-6cff-4523-8989-1d262848dbf0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.844352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5f45b25-6cff-4523-8989-1d262848dbf0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.844352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5f45b25-6cff-4523-8989-1d262848dbf0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.844453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5f45b25-6cff-4523-8989-1d262848dbf0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.846217] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5f45b25-6cff-4523-8989-1d262848dbf0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.848605] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.848605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.039271] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: SUCCESS [ 650.039645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.039693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.040478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.040783] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.040923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.040986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.041203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.041297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.041393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.041492] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.228413] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.228613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.228695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.228842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.228932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.229038] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 already deleted. [ 650.229122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.230227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.234386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.234489] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.372853] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.372853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.372853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.373152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.373203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.373964] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5f45b25-6cff-4523-8989-1d262848dbf0 already deleted. [ 650.373964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5f45b25-6cff-4523-8989-1d262848dbf0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.544468] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.544748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.544883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.545232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.545537] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.545677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.545754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.545971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.546094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.546196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.550192] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.550346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.550399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.552511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.552511] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.552511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.552511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.552511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.552511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.552511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.552511] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.762228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.762452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.762452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.762666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.762751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.762970] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 already deleted. [ 650.762970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.917024] env[66012]: INFO networking_nsxv3.common.synchronization [req-5f8addfc-304d-4bc3-af80-235c56ce2f53 req-3fded2e3-cb4f-43b8-b4b9-24a292b83ef3 tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 650.917024] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 650.917024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.917024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.917024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.917024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.917024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.917527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.917527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.920894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.920894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.920894] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.057630] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc: rpc.has_security_group_logging(os_id): False [ 651.081504] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.081504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.081504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.084430] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.084430] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.084430] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.084430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.085268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.085268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.085268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.085268] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc is going to be updated. [ 651.161369] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.161587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.161587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.161773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.161912] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.207125] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: IN_PROGRESS for 2s [ 651.424326] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.424326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.424326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.424326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.424326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.424326] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.424701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.424701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.424701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.424876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.424876] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d already deleted. [ 651.424949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.491289] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.491289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.491289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.491289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.491289] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.491289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.491289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.491289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.491891] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.491891] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.492029] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.492199] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.492287] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.492414] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.492515] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.492710] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.547389] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.548433] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.548433] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.548433] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.548433] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-24080d09-0558-4b0f-ab42-4dce65792924 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.548853] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-24080d09-0558-4b0f-ab42-4dce65792924" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.548853] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-24080d09-0558-4b0f-ab42-4dce65792924" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.549074] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-24080d09-0558-4b0f-ab42-4dce65792924" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.549230] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24080d09-0558-4b0f-ab42-4dce65792924',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.052510] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.052745] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.052866] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.053226] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.053519] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.054851] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 24080d09-0558-4b0f-ab42-4dce65792924 not found, creating... [ 652.054851] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.054851] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.054851] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.054851] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.055255] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.055255] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.055362] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.055479] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.055676] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.055808] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.055946] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 24080d09-0558-4b0f-ab42-4dce65792924 is going to be created. [ 652.083351] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.084033] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.084266] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.084662] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.085061] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.085401] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-24080d09-0558-4b0f-ab42-4dce65792924" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.113698] env[66012]: INFO networking_nsxv3.common.synchronization [None req-ca27d16c-1b50-4300-bc16-45fec835bb91 None None] Enqueued Resource ID: 0a732c36-9194-401c-96b2-b77134c452e9 with Priority: HIGHEST for action port [ 652.113698] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a732c36-9194-401c-96b2-b77134c452e9 with Priority: HIGHEST for action port [ 652.113698] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a732c36-9194-401c-96b2-b77134c452e9 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.113698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a732c36-9194-401c-96b2-b77134c452e9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.113698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a732c36-9194-401c-96b2-b77134c452e9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.114780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a732c36-9194-401c-96b2-b77134c452e9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.115020] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a732c36-9194-401c-96b2-b77134c452e9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.618172] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a732c36-9194-401c-96b2-b77134c452e9 [ 652.618416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.618550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.618615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.622439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.622439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.622439] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a732c36-9194-401c-96b2-b77134c452e9 already deleted. [ 652.622439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a732c36-9194-401c-96b2-b77134c452e9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.748277] env[66012]: INFO networking_nsxv3.common.synchronization [None req-1402c166-9912-421a-a24b-1547d69edaf7 None None] Enqueued Resource ID: 5496aff1-4d31-41ce-b5dd-2d9c093e42ba with Priority: HIGHEST for action port [ 652.748546] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5496aff1-4d31-41ce-b5dd-2d9c093e42ba with Priority: HIGHEST for action port [ 652.750980] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-5496aff1-4d31-41ce-b5dd-2d9c093e42ba taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.750980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5496aff1-4d31-41ce-b5dd-2d9c093e42ba" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.750980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5496aff1-4d31-41ce-b5dd-2d9c093e42ba" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.750980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5496aff1-4d31-41ce-b5dd-2d9c093e42ba" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.750980] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5496aff1-4d31-41ce-b5dd-2d9c093e42ba',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.821762] env[66012]: INFO networking_nsxv3.common.synchronization [req-5f8addfc-304d-4bc3-af80-235c56ce2f53 req-090e542c-a3a7-4f99-bf56-dd0d8b65ca9e service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 652.821956] env[66012]: INFO networking_nsxv3.common.synchronization [req-5f8addfc-304d-4bc3-af80-235c56ce2f53 req-090e542c-a3a7-4f99-bf56-dd0d8b65ca9e service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 652.822095] env[66012]: INFO networking_nsxv3.common.synchronization [req-5f8addfc-304d-4bc3-af80-235c56ce2f53 req-090e542c-a3a7-4f99-bf56-dd0d8b65ca9e service nova] Enqueued Resource ID: 24080d09-0558-4b0f-ab42-4dce65792924 with Priority: HIGHEST for action port [ 652.822713] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 652.822883] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 652.822940] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24080d09-0558-4b0f-ab42-4dce65792924 with Priority: HIGHEST for action port [ 652.823314] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.823402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.823454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.823680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.823792] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.826849] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.827020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.827082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.827296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.827461] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.827561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.827618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.827765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.827841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.827930] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.828879] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-24080d09-0558-4b0f-ab42-4dce65792924 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.829014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24080d09-0558-4b0f-ab42-4dce65792924" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.829890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24080d09-0558-4b0f-ab42-4dce65792924" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.830137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24080d09-0558-4b0f-ab42-4dce65792924" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.830265] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24080d09-0558-4b0f-ab42-4dce65792924',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.223048] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: SUCCESS [ 653.223355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.253291] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5496aff1-4d31-41ce-b5dd-2d9c093e42ba [ 653.253540] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.254226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.254498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.254823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.254923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.255093] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5496aff1-4d31-41ce-b5dd-2d9c093e42ba already deleted. [ 653.255252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5496aff1-4d31-41ce-b5dd-2d9c093e42ba" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.280617] env[66012]: INFO networking_nsxv3.common.synchronization [req-f751aad8-6347-4e6f-8b50-1e935262645e req-62d5b0b2-3a8f-4af0-9af0-d24c32149f79 tempest-ImagesNegativeTestJSON-1474392081 tempest-ImagesNegativeTestJSON-1474392081-project-member] Enqueued Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGHEST for action security_group_members [ 653.281211] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGHEST for action security_group_members [ 653.281996] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.281996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.281996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.281996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.281996] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.282673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.282673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.282791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.282791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.283993] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55cea5d0-05ac-49fd-ae18-1a4d6ded5b33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.332832] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.333867] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.334019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.334448] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24080d09-0558-4b0f-ab42-4dce65792924 with status ACTIVE [ 653.334448] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.334448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.334645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.334749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.334855] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.335047] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.335148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.335208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.335385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.335462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.335667] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.335779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.335839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.335983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.336157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.336246] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24080d09-0558-4b0f-ab42-4dce65792924 is going to be updated. [ 653.362035] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.362035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.362035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.362035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.362035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.362342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24080d09-0558-4b0f-ab42-4dce65792924" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.788827] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.789393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.789548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.789797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.789907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.790138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.790423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.790423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.790495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.790551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.790702] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 is going to be updated. [ 653.820630] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.820825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.820883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.821160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.821325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.832755] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 in Status: IN_PROGRESS for 2s [ 653.838415] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.102532] env[66012]: INFO networking_nsxv3.common.synchronization [None req-b2e96895-7434-4aa5-b3b6-1a0daca38865 None None] Enqueued Resource ID: 1b6264df-e329-4fa2-936b-20cccb7369c0 with Priority: HIGHEST for action port [ 654.104136] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b6264df-e329-4fa2-936b-20cccb7369c0 with Priority: HIGHEST for action port [ 654.104320] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b6264df-e329-4fa2-936b-20cccb7369c0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.107175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b6264df-e329-4fa2-936b-20cccb7369c0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.107310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b6264df-e329-4fa2-936b-20cccb7369c0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.107576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b6264df-e329-4fa2-936b-20cccb7369c0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.107665] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b6264df-e329-4fa2-936b-20cccb7369c0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.346553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.347023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.347023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.347023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.347165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.347227] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be created. [ 654.376565] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.376716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.376785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.377014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.377183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.389292] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: UNINITIALIZED for 2s [ 654.611628] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b6264df-e329-4fa2-936b-20cccb7369c0 [ 654.611981] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.612244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.612342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.612684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.612803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.612897] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b6264df-e329-4fa2-936b-20cccb7369c0 already deleted. [ 654.613015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b6264df-e329-4fa2-936b-20cccb7369c0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.844877] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 in Status: SUCCESS [ 655.844877] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 deletion is rescheduled due to dependency. [ 655.844877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.283454] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3966b8aa-ce67-4eb9-a914-d289e131e70a tempest-ServerActionsTestOtherB-1575974967 tempest-ServerActionsTestOtherB-1575974967-project-member] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 656.283454] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 656.283993] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.283993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.283993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.284878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.284964] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.402026] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 656.402384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.402384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.402630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.402838] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.402957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.403032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.403192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.403272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.403358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.403484] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.407019] env[66012]: INFO networking_nsxv3.common.synchronization [None req-469fed52-6ba3-432c-ac6f-65b5a6ba8f65 tempest-ServerActionsTestOtherB-1575974967 tempest-ServerActionsTestOtherB-1575974967-project-member] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 656.408103] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 656.408412] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.408535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.806731] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.806916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.807042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.807188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.807290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.807389] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 already deleted. [ 656.807473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.807629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.807800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.807882] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.908710] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.909028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.909028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.909230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.909369] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.909461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.909514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.909665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.909779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.909879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.909974] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.910074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.910144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.910270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.910412] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.910516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.910579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.910755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.910870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.910952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.911056] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.334651] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.334785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.334881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.335093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.335208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.335321] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 already deleted. [ 657.335375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.414498] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38ca4082-aed1-42cd-865d-cb66023e451d: rpc.has_security_group_logging(os_id): False [ 657.434546] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.434736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.434789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.435987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.435987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.435987] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.435987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.435987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.435987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.435987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.435987] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.435987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.435987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.436655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.436655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.436655] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.436655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.436655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.436655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.436960] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.436960] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be created. [ 657.512467] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.512653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.512711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.512923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.513117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.524451] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 658.799831] env[66012]: INFO networking_nsxv3.common.synchronization [req-a6749fad-135a-4bed-b603-bc0fb6d0183e req-53d988a2-d322-4c86-8236-f00e40d25920 tempest-SecurityGroupRulesTestJSON-1582196183 tempest-SecurityGroupRulesTestJSON-1582196183-project-member] Enqueued Resource ID: 4109cd5e-3651-41a7-8761-e4558fefa7fd with Priority: HIGHEST for action security_group_rules [ 658.800610] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4109cd5e-3651-41a7-8761-e4558fefa7fd with Priority: HIGHEST for action security_group_rules [ 658.800961] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4109cd5e-3651-41a7-8761-e4558fefa7fd taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.801106] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4109cd5e-3651-41a7-8761-e4558fefa7fd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.801164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4109cd5e-3651-41a7-8761-e4558fefa7fd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.801439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4109cd5e-3651-41a7-8761-e4558fefa7fd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.801525] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4109cd5e-3651-41a7-8761-e4558fefa7fd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.327280] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.327636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.327708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.327943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.328052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.328307] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4109cd5e-3651-41a7-8761-e4558fefa7fd already deleted. [ 659.328466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4109cd5e-3651-41a7-8761-e4558fefa7fd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.536426] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 659.536729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.217217] env[66012]: INFO networking_nsxv3.common.synchronization [None req-47dfc3dd-1fb0-4a6e-9cf0-1058ede1b940 None None] Enqueued Resource ID: a323ea15-99f5-4008-a834-30182ae3e463 with Priority: HIGHEST for action port [ 660.218093] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a323ea15-99f5-4008-a834-30182ae3e463 with Priority: HIGHEST for action port [ 660.218514] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-a323ea15-99f5-4008-a834-30182ae3e463 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.218943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a323ea15-99f5-4008-a834-30182ae3e463" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.219061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a323ea15-99f5-4008-a834-30182ae3e463" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.219377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a323ea15-99f5-4008-a834-30182ae3e463" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.219641] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a323ea15-99f5-4008-a834-30182ae3e463',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.722410] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a323ea15-99f5-4008-a834-30182ae3e463 [ 660.722672] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.722816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.722886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.723194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.723302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.723403] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a323ea15-99f5-4008-a834-30182ae3e463 already deleted. [ 660.723483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a323ea15-99f5-4008-a834-30182ae3e463" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.986807] env[66012]: INFO networking_nsxv3.common.synchronization [req-561cfa22-5407-4505-8982-39ec9ca4df67 req-839a13a1-b54b-4b75-a371-90b9841e8b0b tempest-ListImageFiltersTestJSON-560152120 tempest-ListImageFiltersTestJSON-560152120-project-member] Enqueued Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 660.987220] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 660.987928] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.988671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.988765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.989047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.989218] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.989557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.989557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.989557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.989960] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.989960] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.005656] env[66012]: INFO networking_nsxv3.common.synchronization [None req-087f1ee1-67b5-47e1-89bd-848a3af987a8 None None] Enqueued Resource ID: 50abed69-f6ee-4af4-9ef0-db44bae26daf with Priority: HIGHEST for action port [ 661.006178] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50abed69-f6ee-4af4-9ef0-db44bae26daf with Priority: HIGHEST for action port [ 661.006484] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-50abed69-f6ee-4af4-9ef0-db44bae26daf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.006665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50abed69-f6ee-4af4-9ef0-db44bae26daf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.006736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50abed69-f6ee-4af4-9ef0-db44bae26daf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.006956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50abed69-f6ee-4af4-9ef0-db44bae26daf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.009298] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50abed69-f6ee-4af4-9ef0-db44bae26daf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.492703] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.493072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.493072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.493321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.493441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.493733] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.493895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.493962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.494213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.494300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.494376] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf already deleted. [ 661.494502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.513462] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50abed69-f6ee-4af4-9ef0-db44bae26daf [ 661.513863] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.513863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.514071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.514250] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.514505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.514505] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50abed69-f6ee-4af4-9ef0-db44bae26daf already deleted. [ 661.514644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50abed69-f6ee-4af4-9ef0-db44bae26daf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.110020] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.110020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.110020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.110020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.110020] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.113257] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.113994] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.113994] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.113994] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.113994] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.114228] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.114228] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.114297] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.114355] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.114479] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.114640] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.135948] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.136405] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.136405] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.136405] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.136727] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-c9550632-4ce3-47f6-a58e-baaf56dce253 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.136922] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-c9550632-4ce3-47f6-a58e-baaf56dce253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.137046] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-c9550632-4ce3-47f6-a58e-baaf56dce253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.137377] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-c9550632-4ce3-47f6-a58e-baaf56dce253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.137507] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9550632-4ce3-47f6-a58e-baaf56dce253',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.640155] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.644022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.644022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.644022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.644022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.644022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port c9550632-4ce3-47f6-a58e-baaf56dce253 not found, creating... [ 662.644022] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.644022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.644022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.644022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.644022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.644530] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.644530] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.644530] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.644530] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.644530] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.644530] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: c9550632-4ce3-47f6-a58e-baaf56dce253 is going to be created. [ 662.670592] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.670592] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.670592] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.670592] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.670592] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.670592] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-c9550632-4ce3-47f6-a58e-baaf56dce253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.234604] env[66012]: INFO networking_nsxv3.common.synchronization [None req-8973ab49-4d7d-4bfd-ba13-f16e762b551e None None] Enqueued Resource ID: bd5c0da0-d367-475b-bc50-fd67971a0469 with Priority: HIGHEST for action port [ 663.235185] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5c0da0-d367-475b-bc50-fd67971a0469 with Priority: HIGHEST for action port [ 663.235498] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5c0da0-d367-475b-bc50-fd67971a0469 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.235640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5c0da0-d367-475b-bc50-fd67971a0469" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.235710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5c0da0-d367-475b-bc50-fd67971a0469" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.235969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5c0da0-d367-475b-bc50-fd67971a0469" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.237062] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5c0da0-d367-475b-bc50-fd67971a0469',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.493460] env[66012]: INFO networking_nsxv3.common.synchronization [None req-ada58c8e-de79-42d6-9e6b-6602e41a75a7 None None] Enqueued Resource ID: da03b77a-a1ce-4a52-b276-d1e446b86fdd with Priority: HIGHEST for action port [ 663.493460] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da03b77a-a1ce-4a52-b276-d1e446b86fdd with Priority: HIGHEST for action port [ 663.493460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-da03b77a-a1ce-4a52-b276-d1e446b86fdd taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.493460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da03b77a-a1ce-4a52-b276-d1e446b86fdd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.493460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da03b77a-a1ce-4a52-b276-d1e446b86fdd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.493460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da03b77a-a1ce-4a52-b276-d1e446b86fdd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.493460] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da03b77a-a1ce-4a52-b276-d1e446b86fdd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.493460] env[66012]: INFO networking_nsxv3.common.synchronization [req-561cfa22-5407-4505-8982-39ec9ca4df67 req-b4f24781-ef35-46a8-956a-31eae84346c6 service nova] Enqueued Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_rules [ 663.493460] env[66012]: INFO networking_nsxv3.common.synchronization [req-561cfa22-5407-4505-8982-39ec9ca4df67 req-b4f24781-ef35-46a8-956a-31eae84346c6 service nova] Enqueued Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 663.493460] env[66012]: INFO networking_nsxv3.common.synchronization [req-561cfa22-5407-4505-8982-39ec9ca4df67 req-b4f24781-ef35-46a8-956a-31eae84346c6 service nova] Enqueued Resource ID: c9550632-4ce3-47f6-a58e-baaf56dce253 with Priority: HIGHEST for action port [ 663.493460] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_rules [ 663.493460] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 663.493460] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9550632-4ce3-47f6-a58e-baaf56dce253 with Priority: HIGHEST for action port [ 663.493460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.493460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.493460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.493460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.493460] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.493460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.493460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.493460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.500141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.500141] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.500141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.500141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.500141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.500141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.500141] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.500141] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9550632-4ce3-47f6-a58e-baaf56dce253 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.500141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9550632-4ce3-47f6-a58e-baaf56dce253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.500141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9550632-4ce3-47f6-a58e-baaf56dce253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.500141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9550632-4ce3-47f6-a58e-baaf56dce253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.500141] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9550632-4ce3-47f6-a58e-baaf56dce253',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.535245] env[66012]: INFO networking_nsxv3.common.synchronization [req-ea2d9e08-4979-48de-a069-2ae02458def3 req-7b1fa246-17d4-414b-ba80-37614f015d3f tempest-FloatingIPsAssociationTestJSON-317729567 tempest-FloatingIPsAssociationTestJSON-317729567-project-member] Enqueued Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 663.536716] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 663.537249] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.537551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.537749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.540020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.540020] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.540020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.540020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.540020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.540020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.540020] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.740541] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd5c0da0-d367-475b-bc50-fd67971a0469 [ 663.740921] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.740999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.741120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.741339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.741414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.741488] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd5c0da0-d367-475b-bc50-fd67971a0469 already deleted. [ 663.741569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5c0da0-d367-475b-bc50-fd67971a0469" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.885032] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da03b77a-a1ce-4a52-b276-d1e446b86fdd [ 663.885280] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.885510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.885510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.885708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.885708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.885708] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da03b77a-a1ce-4a52-b276-d1e446b86fdd already deleted. [ 663.886152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da03b77a-a1ce-4a52-b276-d1e446b86fdd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.991286] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.994019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.994019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.994019] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9550632-4ce3-47f6-a58e-baaf56dce253 with status ACTIVE [ 663.994019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.994019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.994019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.994019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.994019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.994019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.994019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.994019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.994019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.994636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.994636] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.994636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.994636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.994806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.994841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.995277] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9550632-4ce3-47f6-a58e-baaf56dce253 is going to be updated. [ 664.023013] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.023013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.023013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.023013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.023013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.023013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9550632-4ce3-47f6-a58e-baaf56dce253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.042866] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.174870] env[66012]: INFO networking_nsxv3.common.synchronization [None req-0b7a29b7-1379-4e3b-8c2e-b57b7382cc5a None None] Enqueued Resource ID: 1f859c18-e108-43fc-8ba7-30b4f4d6ecee with Priority: HIGHEST for action port [ 664.175358] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f859c18-e108-43fc-8ba7-30b4f4d6ecee with Priority: HIGHEST for action port [ 664.175562] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f859c18-e108-43fc-8ba7-30b4f4d6ecee taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.175694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f859c18-e108-43fc-8ba7-30b4f4d6ecee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.175790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f859c18-e108-43fc-8ba7-30b4f4d6ecee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.176836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f859c18-e108-43fc-8ba7-30b4f4d6ecee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.176924] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f859c18-e108-43fc-8ba7-30b4f4d6ecee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.424577] env[66012]: INFO networking_nsxv3.common.synchronization [req-0f5ebada-3b25-4c1d-bd7c-a82f9a114afb req-d3f9eab4-f413-47a8-98ca-80045877fb9e tempest-DeleteServersAdminTestJSON-1130345902 tempest-DeleteServersAdminTestJSON-1130345902-project-member] Enqueued Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 664.424816] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 664.425154] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.425276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.426050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.426050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.426050] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.426050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.426050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.427438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.427438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.427438] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.497715] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.548296] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.678692] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f859c18-e108-43fc-8ba7-30b4f4d6ecee [ 664.679028] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.679173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.679989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.679989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.679989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.679989] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f859c18-e108-43fc-8ba7-30b4f4d6ecee already deleted. [ 664.679989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f859c18-e108-43fc-8ba7-30b4f4d6ecee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.826532] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.827024] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.827024] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.827287] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.827605] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.827810] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.828069] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.828424] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.828576] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.828880] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.829028] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.829186] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.829327] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.829478] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.829684] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.829907] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.858355] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.858511] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.858650] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.858810] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.859168] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-42aefd6f-b70a-467b-b085-3a73bca95733 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.859339] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-42aefd6f-b70a-467b-b085-3a73bca95733" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.859463] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-42aefd6f-b70a-467b-b085-3a73bca95733" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.859898] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-42aefd6f-b70a-467b-b085-3a73bca95733" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.860087] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42aefd6f-b70a-467b-b085-3a73bca95733',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.931806] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.931980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.932054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.932281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.932379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.932580] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.932685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.932735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.932921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.932983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.933085] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be is going to be updated. [ 664.965688] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.965836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.965836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.966019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.966376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.977481] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: IN_PROGRESS for 2s [ 665.002974] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.002974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.002974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.002974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.002974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.002974] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf is going to be created. [ 665.026117] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.026297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.026342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.026535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.026683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.039096] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: UNINITIALIZED for 2s [ 665.051897] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.052099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.052169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.052467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.052575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.053280] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 is going to be updated. [ 665.079261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.079428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.079477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.079678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.079812] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.092708] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: IN_PROGRESS for 2s [ 665.364973] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.365469] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.365698] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.366070] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.366247] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.366429] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 42aefd6f-b70a-467b-b085-3a73bca95733 not found, creating... [ 665.366757] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.366955] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.367102] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.367361] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.367499] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.371022] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.371022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.371022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.371022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.371365] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.371365] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 42aefd6f-b70a-467b-b085-3a73bca95733 is going to be created. [ 665.396251] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.396500] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.396554] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.396866] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.397113] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.397341] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-42aefd6f-b70a-467b-b085-3a73bca95733" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.117537] env[66012]: INFO networking_nsxv3.common.synchronization [req-0f5ebada-3b25-4c1d-bd7c-a82f9a114afb req-8afe65a7-b3ca-4f3b-bed0-1041b553e7cd service nova] Enqueued Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_rules [ 666.117836] env[66012]: INFO networking_nsxv3.common.synchronization [req-0f5ebada-3b25-4c1d-bd7c-a82f9a114afb req-8afe65a7-b3ca-4f3b-bed0-1041b553e7cd service nova] Enqueued Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 666.117877] env[66012]: INFO networking_nsxv3.common.synchronization [req-0f5ebada-3b25-4c1d-bd7c-a82f9a114afb req-8afe65a7-b3ca-4f3b-bed0-1041b553e7cd service nova] Enqueued Resource ID: 42aefd6f-b70a-467b-b085-3a73bca95733 with Priority: HIGHEST for action port [ 666.118405] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_rules [ 666.118539] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 666.118636] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42aefd6f-b70a-467b-b085-3a73bca95733 with Priority: HIGHEST for action port [ 666.119736] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.123022] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.123022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.123022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-42aefd6f-b70a-467b-b085-3a73bca95733 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42aefd6f-b70a-467b-b085-3a73bca95733" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42aefd6f-b70a-467b-b085-3a73bca95733" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42aefd6f-b70a-467b-b085-3a73bca95733" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.123022] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42aefd6f-b70a-467b-b085-3a73bca95733',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.269554] env[66012]: INFO networking_nsxv3.common.synchronization [None req-cd8270ad-5aad-4c1a-9364-2b20cf187992 None None] Enqueued Resource ID: ac6fa420-e60f-4414-901e-1c89daf75dd5 with Priority: HIGHEST for action port [ 666.270049] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac6fa420-e60f-4414-901e-1c89daf75dd5 with Priority: HIGHEST for action port [ 666.270362] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac6fa420-e60f-4414-901e-1c89daf75dd5 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.270482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac6fa420-e60f-4414-901e-1c89daf75dd5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.270548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac6fa420-e60f-4414-901e-1c89daf75dd5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.270806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac6fa420-e60f-4414-901e-1c89daf75dd5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.270887] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac6fa420-e60f-4414-901e-1c89daf75dd5',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.627514] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.627725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.629195] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42aefd6f-b70a-467b-b085-3a73bca95733 with status ACTIVE [ 666.629195] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.629195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.629195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.629195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.629195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.629195] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.629195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.629195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.629195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.629975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.629975] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.629975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.629975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.629975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.629975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.629975] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42aefd6f-b70a-467b-b085-3a73bca95733 is going to be updated. [ 666.653211] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.653361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.653474] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.653638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.653770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.653923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42aefd6f-b70a-467b-b085-3a73bca95733" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.775265] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac6fa420-e60f-4414-901e-1c89daf75dd5 [ 666.775265] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.775265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.775265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.775265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.776283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.776283] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac6fa420-e60f-4414-901e-1c89daf75dd5 already deleted. [ 666.776283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac6fa420-e60f-4414-901e-1c89daf75dd5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.989202] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: SUCCESS [ 666.989387] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be deletion is rescheduled due to dependency. [ 666.989557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.989780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.990072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.990284] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.990448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.990746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.990746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.990897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.990970] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.047916] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: SUCCESS [ 667.048178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.048341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.048584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.048784] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.048907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.049024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.049144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.049225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.049312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.049414] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.103111] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: SUCCESS [ 667.103331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.170197] env[66012]: INFO networking_nsxv3.common.synchronization [req-b9b3c7e8-fd91-4b4e-90e9-5f0e153be73d req-02081b12-c548-4d9d-9453-9f0fb7d5c182 tempest-ServersTestBootFromVolume-1869929553 tempest-ServersTestBootFromVolume-1869929553-project-member] Enqueued Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_members [ 667.170707] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_members [ 667.171019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8673cae7-0b80-44cb-8af5-bc84438de42c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.171111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.171184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.171424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.171582] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.171772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.171772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.171884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.172025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.172068] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.274795] env[66012]: INFO networking_nsxv3.common.synchronization [req-468a13ac-076c-45c1-a25f-c931129e48ba req-70e18f3d-2efa-4da2-848f-fd0e578d34e5 tempest-SecurityGroupRulesNegativeTestJSON-2063462914 tempest-SecurityGroupRulesNegativeTestJSON-2063462914-project-member] Enqueued Resource ID: 8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac with Priority: HIGHEST for action security_group_rules [ 667.274795] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac with Priority: HIGHEST for action security_group_rules [ 667.275266] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.276639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.276639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.276639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.276639] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.494020] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.553462] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.553599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.554472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.554472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.554472] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.554472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.554472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.554472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.555824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.555984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.556163] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.556261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.556323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.556473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.556609] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.559042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.559042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.559042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.559042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.559042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.559042] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.618025] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-858 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.618025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-858" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.618025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-858" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.618025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-858" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.618426] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.618426] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.618426] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.620737] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.620737] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.620737] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.620737] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.620737] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.621116] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.621116] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.621116] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.621281] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.644170] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.644333] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.644461] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.644655] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-858" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.644968] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-e2df8628-3f3f-447f-8228-47794b1affb3 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.645136] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-e2df8628-3f3f-447f-8228-47794b1affb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.645242] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-e2df8628-3f3f-447f-8228-47794b1affb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.645593] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-e2df8628-3f3f-447f-8228-47794b1affb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.645723] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2df8628-3f3f-447f-8228-47794b1affb3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.673723] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.673871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.673936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.674781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.674781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.674781] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.674781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.674781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.674781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.675121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.675121] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8673cae7-0b80-44cb-8af5-bc84438de42c already deleted. [ 667.675121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.802173] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.802332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.802379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.802630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.802757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.802860] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac already deleted. [ 667.802944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.999016] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.061020] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4231f3e-1c31-4914-86cc-6aa56396a0cf: rpc.has_security_group_logging(os_id): False [ 668.080945] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.081115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.081186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.081406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.082365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.082365] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.082365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.082365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.082365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.083288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.083288] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.083288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.083288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.083288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.083288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.083494] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.083494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.083494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.084028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.084028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.084028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf is going to be created. [ 668.151362] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.151622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.151695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.151921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.152119] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.153592] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.154018] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.154018] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.154155] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.154285] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.154426] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port e2df8628-3f3f-447f-8228-47794b1affb3 not found, creating... [ 668.154980] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.154980] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.155143] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.155228] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.155355] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.155647] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.155776] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.155879] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.156197] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.156197] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.156561] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: e2df8628-3f3f-447f-8228-47794b1affb3 is going to be created. [ 668.168851] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: IN_PROGRESS for 2s [ 668.177356] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.177356] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.177356] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.177356] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.177356] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.177356] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-e2df8628-3f3f-447f-8228-47794b1affb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.503783] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.504045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.504107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.504363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.504461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.504593] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be is going to be updated. [ 668.546789] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.547149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.547149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.547317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.547484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.560227] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: IN_PROGRESS for 2s [ 668.914078] env[66012]: INFO networking_nsxv3.common.synchronization [req-b9b3c7e8-fd91-4b4e-90e9-5f0e153be73d req-a63040ce-56b0-486d-b826-5063ca8253f0 service nova] Enqueued Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_rules [ 668.914078] env[66012]: INFO networking_nsxv3.common.synchronization [req-b9b3c7e8-fd91-4b4e-90e9-5f0e153be73d req-a63040ce-56b0-486d-b826-5063ca8253f0 service nova] Enqueued Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_members [ 668.914078] env[66012]: INFO networking_nsxv3.common.synchronization [req-b9b3c7e8-fd91-4b4e-90e9-5f0e153be73d req-a63040ce-56b0-486d-b826-5063ca8253f0 service nova] Enqueued Resource ID: e2df8628-3f3f-447f-8228-47794b1affb3 with Priority: HIGHEST for action port [ 668.918065] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_rules [ 668.918065] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_members [ 668.918065] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2df8628-3f3f-447f-8228-47794b1affb3 with Priority: HIGHEST for action port [ 668.918065] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8673cae7-0b80-44cb-8af5-bc84438de42c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.918065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.918065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.918065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.918065] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.918065] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8673cae7-0b80-44cb-8af5-bc84438de42c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.918065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.918065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.918065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.918065] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.918065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.918065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.918065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.920283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.920283] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.923280] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2df8628-3f3f-447f-8228-47794b1affb3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.923367] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2df8628-3f3f-447f-8228-47794b1affb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.923367] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2df8628-3f3f-447f-8228-47794b1affb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.923629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2df8628-3f3f-447f-8228-47794b1affb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.923629] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2df8628-3f3f-447f-8228-47794b1affb3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.425738] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.427338] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8673cae7-0b80-44cb-8af5-bc84438de42c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.427338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.427667] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2df8628-3f3f-447f-8228-47794b1affb3 with status ACTIVE [ 669.427667] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.427667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.428781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.428781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.428781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.428781] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.428781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.428781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.428781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.428781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.428781] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.428781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.429137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.429137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.429895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.429895] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2df8628-3f3f-447f-8228-47794b1affb3 is going to be updated. [ 669.456550] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.456635] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.456746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.456943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.457101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.457263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2df8628-3f3f-447f-8228-47794b1affb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.515918] env[66012]: INFO networking_nsxv3.common.synchronization [req-35a0f734-3122-4e8a-a055-084c5fb4fab7 req-410b9e40-531e-4a37-8fac-6abf8e0d1659 tempest-SecurityGroupRulesTestJSON-1582196183 tempest-SecurityGroupRulesTestJSON-1582196183-project-member] Enqueued Resource ID: bf77c7af-fb4a-4837-a4be-1081dfc58974 with Priority: HIGHEST for action security_group_rules [ 669.516635] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf77c7af-fb4a-4837-a4be-1081dfc58974 with Priority: HIGHEST for action security_group_rules [ 669.516999] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf77c7af-fb4a-4837-a4be-1081dfc58974 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.517142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf77c7af-fb4a-4837-a4be-1081dfc58974" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.517210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf77c7af-fb4a-4837-a4be-1081dfc58974" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.517647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf77c7af-fb4a-4837-a4be-1081dfc58974" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.517647] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf77c7af-fb4a-4837-a4be-1081dfc58974',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.875253] env[66012]: INFO networking_nsxv3.common.synchronization [req-2a2b8d7e-6585-40fe-a2dc-e76d8f11d0f5 req-3f8f2597-17ad-4e67-a08f-a5379b768e75 tempest-ServersAdminTestJSON-1096529398 tempest-ServersAdminTestJSON-1096529398-project-member] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 669.879504] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 669.879870] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.880141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.880141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.880323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.880480] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.880610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.880655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.882253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.882355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.882459] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.932875] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.044583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.046042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.046042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.046042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.046042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.046042] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf77c7af-fb4a-4837-a4be-1081dfc58974 already deleted. [ 670.046042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf77c7af-fb4a-4837-a4be-1081dfc58974" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.182089] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: SUCCESS [ 670.182328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.251018] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.253050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.253050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.253050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.253050] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.253050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.253050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.253050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.253414] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.253501] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.253645] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.253798] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.253942] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.254112] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.254329] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.254589] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.277863] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.277863] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.278117] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.278177] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.278457] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.278630] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.278739] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.279078] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.279215] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7217dfc-fb0b-4128-bc54-2c9e1f7e860b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.387085] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.387085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.387085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.387085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.387085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.387085] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.387085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.387085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.387085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.387085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.387085] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 already deleted. [ 670.387085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.437404] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.437404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.437404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.437404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.437404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.437404] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8673cae7-0b80-44cb-8af5-bc84438de42c is going to be created. [ 670.469048] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.469300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.469371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.469604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.469858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.483267] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8673cae7-0b80-44cb-8af5-bc84438de42c in Status: UNINITIALIZED for 2s [ 670.575016] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: SUCCESS [ 670.575625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.575964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.576356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.576699] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.576980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.577184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.577510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.577803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.577961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.578300] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.782209] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.782576] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.782692] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.782921] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.783076] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.783228] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port f7217dfc-fb0b-4128-bc54-2c9e1f7e860b not found, creating... [ 670.783490] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.783703] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.783972] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.784056] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.784184] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.784466] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.784669] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.784775] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.784978] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.785135] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.785243] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: f7217dfc-fb0b-4128-bc54-2c9e1f7e860b is going to be created. [ 670.809009] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.809488] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.809641] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.809923] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.810164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.810387] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.082168] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.082168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.082168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.082555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.082847] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.082973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.083052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.083258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.083407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.083407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.083557] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.083649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.083703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.084311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.084311] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.084311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.084311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.084311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.084311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.084938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.084938] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.346644] env[66012]: INFO networking_nsxv3.common.synchronization [req-0e0b9149-214f-4dee-9c44-8beeb573bc52 req-7e2bd332-060c-4e21-bacd-0939410fc103 tempest-SecurityGroupRulesNegativeTestJSON-2063462914 tempest-SecurityGroupRulesNegativeTestJSON-2063462914-project-member] Enqueued Resource ID: 8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac with Priority: HIGHEST for action security_group_rules [ 671.347167] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac with Priority: HIGHEST for action security_group_rules [ 671.347859] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.347980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.348080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.348289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.348361] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.550039] env[66012]: INFO networking_nsxv3.common.synchronization [req-2a2b8d7e-6585-40fe-a2dc-e76d8f11d0f5 req-4653335a-f651-49f0-9821-1fb2bd8a5a0c service nova] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_rules [ 671.550039] env[66012]: INFO networking_nsxv3.common.synchronization [req-2a2b8d7e-6585-40fe-a2dc-e76d8f11d0f5 req-4653335a-f651-49f0-9821-1fb2bd8a5a0c service nova] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 671.550039] env[66012]: INFO networking_nsxv3.common.synchronization [req-2a2b8d7e-6585-40fe-a2dc-e76d8f11d0f5 req-4653335a-f651-49f0-9821-1fb2bd8a5a0c service nova] Enqueued Resource ID: f7217dfc-fb0b-4128-bc54-2c9e1f7e860b with Priority: HIGHEST for action port [ 671.550039] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_rules [ 671.550039] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 671.550039] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7217dfc-fb0b-4128-bc54-2c9e1f7e860b with Priority: HIGHEST for action port [ 671.550039] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.550039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.550039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.550039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.550039] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.550681] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.550681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.550681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.550681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.550681] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.550942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.550942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.551026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.551960] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.551960] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.552651] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.552785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.552836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.553043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.553101] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7217dfc-fb0b-4128-bc54-2c9e1f7e860b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.587119] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f4d2d82-ab24-4fc0-be14-ef42495e28be: rpc.has_security_group_logging(os_id): False [ 671.607788] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.607971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.608110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.608365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.609014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.609014] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.609014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.609014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.609239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.609239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.609588] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.609588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.609588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.610323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.610538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.610916] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.611089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.611195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.611556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.611635] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.611737] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be is going to be updated. [ 671.690756] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.691009] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.691009] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.691451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.691611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.710889] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: IN_PROGRESS for 2s [ 671.873070] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.873070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.873070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.873233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.873304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.873376] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac already deleted. [ 671.873451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8faecdb0-4fbf-4d0f-ac8f-b20fbc027eac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.056898] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.057097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.057374] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.058587] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7217dfc-fb0b-4128-bc54-2c9e1f7e860b with status ACTIVE [ 672.058852] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.059021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.059111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.059419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.059530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.063866] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.064061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.064152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.064521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.064666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.064949] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.065097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.065178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.065468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.065592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.065711] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7217dfc-fb0b-4128-bc54-2c9e1f7e860b is going to be updated. [ 672.091117] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.091621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.091621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.091843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.091843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.092137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7217dfc-fb0b-4128-bc54-2c9e1f7e860b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.493916] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8673cae7-0b80-44cb-8af5-bc84438de42c in Status: SUCCESS [ 672.494169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.494341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.494567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.494776] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.494914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.494987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.495956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.495956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.495956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.495956] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.568232] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.586720] env[66012]: INFO networking_nsxv3.common.synchronization [req-feb5dd92-3269-438d-be0d-b5449adfd97f req-4f8575b9-f917-4bb4-969a-4408c4aed1f5 tempest-ListImageFiltersTestJSON-560152120 tempest-ListImageFiltersTestJSON-560152120-project-member] Enqueued Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 672.588100] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 672.588768] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.588920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.589022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.589382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.589588] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.589687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.589735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.590059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.590059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.590221] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.000805] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.038958] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.039680] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.043030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.043030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.043030] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.043030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.043030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.043030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.043030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.043030] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.043030] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.043030] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.043030] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.043030] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.043030] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.043030] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.069734] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.069871] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.070029] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.070241] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.070598] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-ab78981e-03a5-45c7-89ed-5794e0fd6704 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.070805] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-ab78981e-03a5-45c7-89ed-5794e0fd6704" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.070951] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-ab78981e-03a5-45c7-89ed-5794e0fd6704" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.071339] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-ab78981e-03a5-45c7-89ed-5794e0fd6704" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.071500] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab78981e-03a5-45c7-89ed-5794e0fd6704',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.075069] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.075208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.075306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.075460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.076482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.076482] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be created. [ 673.095421] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.109150] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.109150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.109150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.109363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.109537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.122987] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: UNINITIALIZED for 2s [ 673.507475] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8673cae7-0b80-44cb-8af5-bc84438de42c: rpc.has_security_group_logging(os_id): False [ 673.527527] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.527739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.527864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.528098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.528098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.528376] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.528526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.528526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.528941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.528941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.528941] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8673cae7-0b80-44cb-8af5-bc84438de42c is going to be created. [ 673.581623] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.582115] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.582292] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.582861] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.583118] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.583375] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port ab78981e-03a5-45c7-89ed-5794e0fd6704 not found, creating... [ 673.583814] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.584290] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.584506] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.585097] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.585448] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.587327] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.587327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.587327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.588128] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.588128] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.588358] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: ab78981e-03a5-45c7-89ed-5794e0fd6704 is going to be created. [ 673.598508] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.598616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.598656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.598870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.599215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.601371] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.618322] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8673cae7-0b80-44cb-8af5-bc84438de42c in Status: IN_PROGRESS for 2s [ 673.620846] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.620846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.620846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.620846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.621233] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.621345] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-ab78981e-03a5-45c7-89ed-5794e0fd6704" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.742357] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: SUCCESS [ 673.742550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.110312] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.110312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.110312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.110312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.110312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.110312] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf is going to be updated. [ 674.147149] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.147558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.147759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.148110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.148367] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.164254] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: IN_PROGRESS for 2s [ 674.264533] env[66012]: INFO networking_nsxv3.common.synchronization [req-efd5e920-9331-4d9a-a6c2-cfcdd662ae4c req-c7b14b90-01e3-414f-8a41-41bb4726b3c0 tempest-SecurityGroupRulesTestJSON-1582196183 tempest-SecurityGroupRulesTestJSON-1582196183-project-member] Enqueued Resource ID: 7c3111e9-ae37-413e-9f06-04439da1eece with Priority: HIGHEST for action security_group_rules [ 674.267352] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3111e9-ae37-413e-9f06-04439da1eece with Priority: HIGHEST for action security_group_rules [ 674.267865] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3111e9-ae37-413e-9f06-04439da1eece taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.267865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.268037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.270311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.270463] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3111e9-ae37-413e-9f06-04439da1eece',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.404507] env[66012]: INFO networking_nsxv3.common.synchronization [req-feb5dd92-3269-438d-be0d-b5449adfd97f req-5adf2cca-d7b6-4ecc-a05f-0f4915634317 service nova] Enqueued Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_rules [ 674.404738] env[66012]: INFO networking_nsxv3.common.synchronization [req-feb5dd92-3269-438d-be0d-b5449adfd97f req-5adf2cca-d7b6-4ecc-a05f-0f4915634317 service nova] Enqueued Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 674.405291] env[66012]: INFO networking_nsxv3.common.synchronization [req-feb5dd92-3269-438d-be0d-b5449adfd97f req-5adf2cca-d7b6-4ecc-a05f-0f4915634317 service nova] Enqueued Resource ID: ab78981e-03a5-45c7-89ed-5794e0fd6704 with Priority: HIGHEST for action port [ 674.405853] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_rules [ 674.405997] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 674.406101] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab78981e-03a5-45c7-89ed-5794e0fd6704 with Priority: HIGHEST for action port [ 674.406375] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.406493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.406713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.406840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.406912] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.408087] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.408201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.408471] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab78981e-03a5-45c7-89ed-5794e0fd6704 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.408568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab78981e-03a5-45c7-89ed-5794e0fd6704" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.408568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab78981e-03a5-45c7-89ed-5794e0fd6704" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.409321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab78981e-03a5-45c7-89ed-5794e0fd6704" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.409321] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab78981e-03a5-45c7-89ed-5794e0fd6704',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.800547] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.800547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.800547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.800547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.800547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.800547] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3111e9-ae37-413e-9f06-04439da1eece already deleted. [ 674.800547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.914652] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.914652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.914652] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab78981e-03a5-45c7-89ed-5794e0fd6704 with status ACTIVE [ 674.915043] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.915043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.915043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.915539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.915634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.915871] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.915978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.916055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.916293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.916330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.916519] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.916623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.916678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.916830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.917272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.917446] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab78981e-03a5-45c7-89ed-5794e0fd6704 is going to be updated. [ 674.952184] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.952184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.952184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.952184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.952184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.952184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab78981e-03a5-45c7-89ed-5794e0fd6704" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.134250] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 675.134505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.134756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.135058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.135277] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.135417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.135500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.135676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.135775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.135882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.135980] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.570424] env[66012]: INFO networking_nsxv3.common.synchronization [req-684cca19-ea37-4418-aa5b-ee0721c4098d req-2bd9b7f4-273a-4af2-ba66-d63c2bf3a998 tempest-SecurityGroupRulesTestJSON-1582196183 tempest-SecurityGroupRulesTestJSON-1582196183-project-member] Enqueued Resource ID: 7c3111e9-ae37-413e-9f06-04439da1eece with Priority: HIGHEST for action security_group_rules [ 675.570909] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3111e9-ae37-413e-9f06-04439da1eece with Priority: HIGHEST for action security_group_rules [ 675.571307] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3111e9-ae37-413e-9f06-04439da1eece taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.571422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.571472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.571678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.571757] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3111e9-ae37-413e-9f06-04439da1eece',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.636808] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8673cae7-0b80-44cb-8af5-bc84438de42c in Status: SUCCESS [ 675.637130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.640236] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.640428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.640502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.640711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.640888] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.641013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.641079] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.641236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.641318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.641404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.641585] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.641708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.641708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.641843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.642049] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.642143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.642143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.642282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.642356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.642423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.642509] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.095365] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.095365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.095365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.096015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.096015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.096015] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3111e9-ae37-413e-9f06-04439da1eece already deleted. [ 676.096015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.145477] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d38c898-40a0-4677-88aa-9020dff46dd1: rpc.has_security_group_logging(os_id): False [ 676.167025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.167584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.167760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.167981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.168086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.168392] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.168500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.168561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.168775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.168845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.169160] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.169260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.169318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.169511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.169580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.169823] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.170091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.170091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.170349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.170349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.170349] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be created. [ 676.183507] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: SUCCESS [ 676.183848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.184128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.184422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.186443] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.186443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.186443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.186443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.186443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.186443] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.263490] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.263490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.263490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.264023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.264023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.292111] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 676.688275] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.191283] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.696277] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.696438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.696482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.696690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.696780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.696879] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf is going to be updated. [ 677.737157] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.737249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.737292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.738017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.738017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.752878] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: IN_PROGRESS for 2s [ 678.310301] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 678.310682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.763550] env[66012]: INFO networking_nsxv3.common.synchronization [req-84b995ff-7bf6-478c-b116-3d0a8aedc1a4 req-3b78aa71-639a-4cf0-904c-8e9c78cd8b66 tempest-FloatingIPsAssociationNegativeTestJSON-672988745 tempest-FloatingIPsAssociationNegativeTestJSON-672988745-project-member] Enqueued Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGHEST for action security_group_members [ 678.763550] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGHEST for action security_group_members [ 678.763550] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.763550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.763550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.763550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.763550] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.763550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.763550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.763550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.763550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.763550] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25c679a5-bdb7-458b-b7ac-e5cc7310bac0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.999498] env[66012]: INFO networking_nsxv3.common.synchronization [req-8cfe5bba-13d9-4274-aada-bd83e4e5d5d9 req-f90f032e-03c5-4b61-8d98-14bfb5e935f5 tempest-SecurityGroupRulesTestJSON-1582196183 tempest-SecurityGroupRulesTestJSON-1582196183-project-member] Enqueued Resource ID: 7c3111e9-ae37-413e-9f06-04439da1eece with Priority: HIGHEST for action security_group_rules [ 678.999498] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3111e9-ae37-413e-9f06-04439da1eece with Priority: HIGHEST for action security_group_rules [ 678.999498] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3111e9-ae37-413e-9f06-04439da1eece taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.002775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.002775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.002775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.002775] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3111e9-ae37-413e-9f06-04439da1eece',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.257329] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.257329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.257329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.257329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.257329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.257329] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.257329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.257329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.257329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.257329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.257329] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 is going to be updated. [ 679.294971] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.296085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.296721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.297117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.297437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.311211] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 in Status: IN_PROGRESS for 2s [ 679.525681] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.526277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.526277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.526389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.527134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.527134] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3111e9-ae37-413e-9f06-04439da1eece already deleted. [ 679.527134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3111e9-ae37-413e-9f06-04439da1eece" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.631205] env[66012]: INFO networking_nsxv3.common.synchronization [None req-71eb1ad1-7358-47dd-9637-2ae40ee502bc None None] Enqueued Resource ID: cdd156b5-f052-4654-829a-bae44714d28c with Priority: HIGHEST for action port [ 679.631846] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdd156b5-f052-4654-829a-bae44714d28c with Priority: HIGHEST for action port [ 679.632188] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdd156b5-f052-4654-829a-bae44714d28c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.632302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdd156b5-f052-4654-829a-bae44714d28c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.633578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdd156b5-f052-4654-829a-bae44714d28c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.633578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdd156b5-f052-4654-829a-bae44714d28c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.633578] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdd156b5-f052-4654-829a-bae44714d28c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.766712] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: SUCCESS [ 679.768702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.768702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.768702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.768702] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.768702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.768702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.768702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.768702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.768702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.768702] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.079078] env[66012]: INFO networking_nsxv3.common.synchronization [req-bb838a5c-47cb-41fe-8d6b-3de274be5737 req-c632d8b6-994b-4679-a111-83ee4e903094 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_members [ 680.080126] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_members [ 680.081144] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.081729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.081729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.081969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.082167] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.082305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.082620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.082827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.082922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.083077] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.137970] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdd156b5-f052-4654-829a-bae44714d28c [ 680.137970] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.137970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.137970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.137970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.137970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.137970] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdd156b5-f052-4654-829a-bae44714d28c already deleted. [ 680.137970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdd156b5-f052-4654-829a-bae44714d28c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.273428] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.273718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.273855] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.274197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.274450] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.274607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.275168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.275363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.275459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.275661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.275895] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.275895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.275895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.276084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.276371] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.276371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.276371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.276510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.277787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.277957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.278151] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.587420] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.587420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.587420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.587420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.587420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.588312] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.588449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.588519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.588738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.589039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.589314] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 already deleted. [ 680.589396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.783879] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4231f3e-1c31-4914-86cc-6aa56396a0cf: rpc.has_security_group_logging(os_id): False [ 680.805485] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.805485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.805485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.805485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.805485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.809082] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.809336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.809415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.809694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.809786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.810066] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.810208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.810279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.810447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.810526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.810786] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.810889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.810953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.811117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.811196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.811304] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf is going to be updated. [ 680.826444] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.826646] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.826877] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.827253] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.829816] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.829816] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.829816] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.829816] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.829816] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.829816] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.829816] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.830240] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.830240] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.830240] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.830240] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.830361] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.852104] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.852104] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.852104] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.852333] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.852638] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-9bba5e96-f100-4194-8010-8655aae215fe taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.852826] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-9bba5e96-f100-4194-8010-8655aae215fe" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.852942] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-9bba5e96-f100-4194-8010-8655aae215fe" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.853470] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-9bba5e96-f100-4194-8010-8655aae215fe" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.853932] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bba5e96-f100-4194-8010-8655aae215fe',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.895051] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.895305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.895413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.895677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.895869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.913979] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: IN_PROGRESS for 2s [ 681.323608] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 in Status: SUCCESS [ 681.324084] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 deletion is rescheduled due to dependency. [ 681.324084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.356803] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.357189] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.357368] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.357678] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.357820] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.358100] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 9bba5e96-f100-4194-8010-8655aae215fe not found, creating... [ 681.358716] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.359014] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.359232] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.359704] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.359947] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.360298] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.360455] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.360904] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.360904] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.360904] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.361081] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 9bba5e96-f100-4194-8010-8655aae215fe is going to be created. [ 681.386506] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.386743] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.386826] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.387154] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.387375] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.387587] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-9bba5e96-f100-4194-8010-8655aae215fe" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.127018] env[66012]: INFO networking_nsxv3.common.synchronization [req-bb838a5c-47cb-41fe-8d6b-3de274be5737 req-4c025364-3bfc-4fec-bae3-46a663b6e16d service nova] Enqueued Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_rules [ 682.127265] env[66012]: INFO networking_nsxv3.common.synchronization [req-bb838a5c-47cb-41fe-8d6b-3de274be5737 req-4c025364-3bfc-4fec-bae3-46a663b6e16d service nova] Enqueued Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_members [ 682.127445] env[66012]: INFO networking_nsxv3.common.synchronization [req-bb838a5c-47cb-41fe-8d6b-3de274be5737 req-4c025364-3bfc-4fec-bae3-46a663b6e16d service nova] Enqueued Resource ID: 9bba5e96-f100-4194-8010-8655aae215fe with Priority: HIGHEST for action port [ 682.128857] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_rules [ 682.129811] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_members [ 682.129811] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bba5e96-f100-4194-8010-8655aae215fe with Priority: HIGHEST for action port [ 682.129811] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.129811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.129811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.130021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.130165] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.133397] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.133397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.133397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.133397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.133397] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.133397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.133397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.133397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.133397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.133397] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.138321] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bba5e96-f100-4194-8010-8655aae215fe taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.138457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bba5e96-f100-4194-8010-8655aae215fe" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.138610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bba5e96-f100-4194-8010-8655aae215fe" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.138901] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bba5e96-f100-4194-8010-8655aae215fe" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.138901] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bba5e96-f100-4194-8010-8655aae215fe',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.189089] env[66012]: INFO networking_nsxv3.common.synchronization [req-da6343d4-ba17-4bf6-86ed-6f9be4dbb633 req-9ca6c03f-2d98-41be-b342-75d3734094c4 tempest-DeleteServersAdminTestJSON-1130345902 tempest-DeleteServersAdminTestJSON-1130345902-project-member] Enqueued Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 682.190061] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGHEST for action security_group_members [ 682.191013] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.191168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.191168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.191383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.191585] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.191805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.191805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.191933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.192032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.192135] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.591676] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3f6e639e-42ee-409c-b945-7ba05aa3c4c0 None None] Enqueued Resource ID: 33c1122e-c11f-4878-8994-5487a81070c6 with Priority: HIGHEST for action port [ 682.594791] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c1122e-c11f-4878-8994-5487a81070c6 with Priority: HIGHEST for action port [ 682.594791] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c1122e-c11f-4878-8994-5487a81070c6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.594791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c1122e-c11f-4878-8994-5487a81070c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.594791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c1122e-c11f-4878-8994-5487a81070c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.594791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c1122e-c11f-4878-8994-5487a81070c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.594791] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c1122e-c11f-4878-8994-5487a81070c6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.606066] env[66012]: INFO networking_nsxv3.common.synchronization [None req-fd0417a7-22fc-4c20-846f-a57f1602dca1 None None] Enqueued Resource ID: 06dfddc0-f22b-4e7a-b555-5613fa212a09 with Priority: HIGHEST for action port [ 682.606617] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06dfddc0-f22b-4e7a-b555-5613fa212a09 with Priority: HIGHEST for action port [ 682.607905] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-06dfddc0-f22b-4e7a-b555-5613fa212a09 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.607905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06dfddc0-f22b-4e7a-b555-5613fa212a09" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.607905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06dfddc0-f22b-4e7a-b555-5613fa212a09" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.610268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06dfddc0-f22b-4e7a-b555-5613fa212a09" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.610268] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06dfddc0-f22b-4e7a-b555-5613fa212a09',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.640749] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.644190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.644190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.644190] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bba5e96-f100-4194-8010-8655aae215fe with status ACTIVE [ 682.644190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.644190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.644190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.644190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.644190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.644190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.644190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.644190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.644190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.644190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.644190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.645618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.645618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.645618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.645618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.645618] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bba5e96-f100-4194-8010-8655aae215fe is going to be updated. [ 682.673091] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.673348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.673439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.673678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.673865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.674045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bba5e96-f100-4194-8010-8655aae215fe" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.699061] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.699543] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.699543] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.699708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.699902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.700492] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.700492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.700492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.700676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.700676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.700866] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be is going to be updated. [ 682.737368] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.737368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.737368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.737581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.737735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.753972] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: IN_PROGRESS for 2s [ 682.929280] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: SUCCESS [ 682.929280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.096429] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33c1122e-c11f-4878-8994-5487a81070c6 [ 683.096670] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.096804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.096873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.097152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.097243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.097336] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33c1122e-c11f-4878-8994-5487a81070c6 already deleted. [ 683.097415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c1122e-c11f-4878-8994-5487a81070c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.111947] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06dfddc0-f22b-4e7a-b555-5613fa212a09 [ 683.112139] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.112269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.112337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.112690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.112782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.112890] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06dfddc0-f22b-4e7a-b555-5613fa212a09 already deleted. [ 683.112972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06dfddc0-f22b-4e7a-b555-5613fa212a09" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.146081] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.648873] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.649092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.649184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.649451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.649558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.649670] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 is going to be created. [ 683.674976] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.675129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.676197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.682872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.682872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.683465] env[66012]: INFO networking_nsxv3.common.synchronization [req-227a5b92-c54f-4779-b711-0e4cded97442 req-cc137de5-7b08-4f08-9b51-a0c58583e0f7 tempest-ServerGroupTestJSON-1394874159 tempest-ServerGroupTestJSON-1394874159-project-member] Enqueued Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGHEST for action security_group_members [ 683.684077] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGHEST for action security_group_members [ 683.684382] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e863c8-d98f-4489-a0d2-d9abd9af055e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.684496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.684564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.684844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.685032] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.685130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.685475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.685475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.685475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.685602] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e863c8-d98f-4489-a0d2-d9abd9af055e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.692665] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 in Status: UNINITIALIZED for 2s [ 684.104178] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-765 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.104425] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-765" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.104648] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-765" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.106731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-765" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.107272] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.107599] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.107849] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.108245] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.108465] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.108877] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.109061] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.109224] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.109361] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.109564] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.109758] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.109929] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.132570] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.132723] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.132810] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.133287] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-765" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.133369] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-cbdf2e84-7475-4db4-a76d-9d62b430ec89 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.133500] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-cbdf2e84-7475-4db4-a76d-9d62b430ec89" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.133605] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-cbdf2e84-7475-4db4-a76d-9d62b430ec89" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.133960] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-cbdf2e84-7475-4db4-a76d-9d62b430ec89" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.134114] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbdf2e84-7475-4db4-a76d-9d62b430ec89',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.188312] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.188585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.188585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.188842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.188963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.189171] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.189274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.189335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.189506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.189579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.189665] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e already deleted. [ 684.189755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.636821] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.637049] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.637168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.637448] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.637584] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.637728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port cbdf2e84-7475-4db4-a76d-9d62b430ec89 not found, creating... [ 684.637992] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.638157] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.638263] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.638471] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.638594] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.638883] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.640028] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.640028] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.640028] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.640028] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.640028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: cbdf2e84-7475-4db4-a76d-9d62b430ec89 is going to be created. [ 684.664272] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.664525] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.664645] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.664955] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.665198] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.665421] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-cbdf2e84-7475-4db4-a76d-9d62b430ec89" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.769772] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be in Status: SUCCESS [ 684.769772] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be deletion is rescheduled due to dependency. [ 684.769772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.876103] env[66012]: INFO networking_nsxv3.common.synchronization [None req-37985df8-51d1-4e2a-bd46-7ed6cb371e15 None None] Enqueued Resource ID: 71ef6345-eb0f-40a8-aa3c-f8bbaaf48137 with Priority: HIGHEST for action port [ 684.876103] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ef6345-eb0f-40a8-aa3c-f8bbaaf48137 with Priority: HIGHEST for action port [ 684.876345] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ef6345-eb0f-40a8-aa3c-f8bbaaf48137 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.876613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ef6345-eb0f-40a8-aa3c-f8bbaaf48137" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.876808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ef6345-eb0f-40a8-aa3c-f8bbaaf48137" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.877202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ef6345-eb0f-40a8-aa3c-f8bbaaf48137" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.878745] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ef6345-eb0f-40a8-aa3c-f8bbaaf48137',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.379828] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71ef6345-eb0f-40a8-aa3c-f8bbaaf48137 [ 685.380119] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.380245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.380299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.381179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.381179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.381179] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71ef6345-eb0f-40a8-aa3c-f8bbaaf48137 already deleted. [ 685.381179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ef6345-eb0f-40a8-aa3c-f8bbaaf48137" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.497598] env[66012]: INFO networking_nsxv3.common.synchronization [req-227a5b92-c54f-4779-b711-0e4cded97442 req-cc5b8625-5446-482e-85c1-f75c3f372013 service nova] Enqueued Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGHEST for action security_group_rules [ 685.497728] env[66012]: INFO networking_nsxv3.common.synchronization [req-227a5b92-c54f-4779-b711-0e4cded97442 req-cc5b8625-5446-482e-85c1-f75c3f372013 service nova] Enqueued Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGHEST for action security_group_members [ 685.497772] env[66012]: INFO networking_nsxv3.common.synchronization [req-227a5b92-c54f-4779-b711-0e4cded97442 req-cc5b8625-5446-482e-85c1-f75c3f372013 service nova] Enqueued Resource ID: cbdf2e84-7475-4db4-a76d-9d62b430ec89 with Priority: HIGHEST for action port [ 685.498408] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGHEST for action security_group_rules [ 685.498469] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGHEST for action security_group_members [ 685.498556] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbdf2e84-7475-4db4-a76d-9d62b430ec89 with Priority: HIGHEST for action port [ 685.498840] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.499048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.499048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.500026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.500026] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9e863c8-d98f-4489-a0d2-d9abd9af055e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.500949] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e863c8-d98f-4489-a0d2-d9abd9af055e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.500949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.501122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.501173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.501351] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.501415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.501457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.501890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.501890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.501890] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e863c8-d98f-4489-a0d2-d9abd9af055e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.502839] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbdf2e84-7475-4db4-a76d-9d62b430ec89 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.502969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbdf2e84-7475-4db4-a76d-9d62b430ec89" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.503046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbdf2e84-7475-4db4-a76d-9d62b430ec89" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.503804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbdf2e84-7475-4db4-a76d-9d62b430ec89" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.503804] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbdf2e84-7475-4db4-a76d-9d62b430ec89',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.705730] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 in Status: SUCCESS [ 685.706631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.706871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.710186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.710436] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.710594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.710660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.710896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.710998] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.711108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.711202] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.004966] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9e863c8-d98f-4489-a0d2-d9abd9af055e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.006600] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e863c8-d98f-4489-a0d2-d9abd9af055e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.006815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.007108] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbdf2e84-7475-4db4-a76d-9d62b430ec89 with status ACTIVE [ 686.007381] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.007596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.007712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.011569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.011748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.012057] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.012197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.012311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.014462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.014600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.014906] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.015072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.015140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.015431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.015517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.015633] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbdf2e84-7475-4db4-a76d-9d62b430ec89 is going to be updated. [ 686.050327] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.050544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.050642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.050903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.051119] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.051397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbdf2e84-7475-4db4-a76d-9d62b430ec89" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.216157] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.517696] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9e863c8-d98f-4489-a0d2-d9abd9af055e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.719626] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6: rpc.has_security_group_logging(os_id): False [ 686.727186] env[66012]: INFO networking_nsxv3.common.synchronization [req-3a48fd8a-9db1-4645-bbb9-fd4995eef429 req-348b93a4-2067-4739-a8d7-aed0c8ebfea0 tempest-VolumesAssistedSnapshotsTest-1821674064 tempest-VolumesAssistedSnapshotsTest-1821674064-project-member] Enqueued Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_members [ 686.727850] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGHEST for action security_group_members [ 686.728163] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-11c2b881-afda-4fca-9155-d46ba70f3284 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.728841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.728841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.728841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.728841] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.728841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.728841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.729092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.729134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.729201] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.745279] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.745412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.745820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.745820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.745820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.746060] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.746167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.746230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.746388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.746464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.746567] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 is going to be created. [ 686.814285] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.814459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.814497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.814739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.814954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.830617] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 in Status: IN_PROGRESS for 2s [ 687.023844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.024154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.024270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.024534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.024672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.024853] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e is going to be created. [ 687.052529] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.052529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.052717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.053067] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.053308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.069335] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e in Status: UNINITIALIZED for 2s [ 687.233975] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.234221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.234344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.234613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.235597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.235597] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.235597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.235597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.235597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.235597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.235597] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c2b881-afda-4fca-9155-d46ba70f3284 is going to be updated. [ 687.272327] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.272478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.272547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.272860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.273068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.290353] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c2b881-afda-4fca-9155-d46ba70f3284 in Status: IN_PROGRESS for 2s [ 688.849121] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 in Status: SUCCESS [ 688.849934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.083288] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e in Status: SUCCESS [ 689.083376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.085262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.085262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.085262] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.085262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.085262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.085262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.085262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.085262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.085262] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9e863c8-d98f-4489-a0d2-d9abd9af055e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.301996] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11c2b881-afda-4fca-9155-d46ba70f3284 in Status: SUCCESS [ 689.302565] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11c2b881-afda-4fca-9155-d46ba70f3284 deletion is rescheduled due to dependency. [ 689.302764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.589244] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e863c8-d98f-4489-a0d2-d9abd9af055e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.589483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.589547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.589920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.590142] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.590645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.590645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.590645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.590645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.590984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.590984] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e863c8-d98f-4489-a0d2-d9abd9af055e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.590984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.590984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.591189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.591373] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.591442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.591491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.591676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.591676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.591799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.591869] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9e863c8-d98f-4489-a0d2-d9abd9af055e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.094310] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9e863c8-d98f-4489-a0d2-d9abd9af055e: rpc.has_security_group_logging(os_id): False [ 690.114869] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.114869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.115099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.115526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.115743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.116024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.116206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.116206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.116362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.116440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.116964] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.117176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.117176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.117333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.117409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.117669] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.117769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.117831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.117977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.118066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.118150] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e is going to be created. [ 690.180525] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.180706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.180799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.181206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.181285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.195112] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e in Status: IN_PROGRESS for 2s [ 691.244286] env[66012]: INFO networking_nsxv3.common.synchronization [req-e9ae358e-e301-462c-8879-a1429f94da29 req-94552b49-4191-479f-9d95-a134ff8bfdc1 tempest-ServersAdminNegativeTestJSON-183492358 tempest-ServersAdminNegativeTestJSON-183492358-project-member] Enqueued Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 691.245544] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 691.245881] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.246034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.246103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.246322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.246499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.246607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.246656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.246801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.246897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.246981] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.751714] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.954330] env[66012]: INFO networking_nsxv3.common.synchronization [None req-cf6b5a12-eebd-4824-8d14-e94985ee0f88 None None] Enqueued Resource ID: a9efcbda-4fab-4258-8191-cfbe098118a8 with Priority: HIGHEST for action port [ 691.956977] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9efcbda-4fab-4258-8191-cfbe098118a8 with Priority: HIGHEST for action port [ 691.956977] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9efcbda-4fab-4258-8191-cfbe098118a8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.956977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9efcbda-4fab-4258-8191-cfbe098118a8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.956977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9efcbda-4fab-4258-8191-cfbe098118a8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.957323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9efcbda-4fab-4258-8191-cfbe098118a8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.957323] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9efcbda-4fab-4258-8191-cfbe098118a8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.998042] env[66012]: INFO networking_nsxv3.common.synchronization [req-d5962149-1d50-4c94-8e73-fd0b134403b0 req-18da5c49-f23f-424f-810e-d5e785627c96 tempest-ServersAdminTestJSON-1096529398 tempest-ServersAdminTestJSON-1096529398-project-member] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 691.998651] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 691.999335] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.999431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.999494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.999752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.000873] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.000873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.000873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.001076] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.001169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.001272] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.216284] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e in Status: SUCCESS [ 692.216516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.257362] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.459701] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.460641] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.460641] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.460798] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.461092] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.461275] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.461385] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.462074] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.462236] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.462459] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.462569] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.462681] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.462866] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.462985] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.463105] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.463227] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.464297] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9efcbda-4fab-4258-8191-cfbe098118a8 [ 692.464472] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.464597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.464661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.464918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.465015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.465373] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9efcbda-4fab-4258-8191-cfbe098118a8 already deleted. [ 692.465469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9efcbda-4fab-4258-8191-cfbe098118a8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.487035] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.487035] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.487035] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.487035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.487035] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-04d82a57-0192-4b52-b029-0db4039f6865 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.487035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-04d82a57-0192-4b52-b029-0db4039f6865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.487035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-04d82a57-0192-4b52-b029-0db4039f6865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.487035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-04d82a57-0192-4b52-b029-0db4039f6865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.487035] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d82a57-0192-4b52-b029-0db4039f6865',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.503153] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.760238] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.760977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.760977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.760977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.760977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.761166] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc is going to be updated. [ 692.794617] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.794617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.794617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.794617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.794617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.803535] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: IN_PROGRESS for 2s [ 692.990042] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.990042] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.990042] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.990042] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.990330] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.990330] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 04d82a57-0192-4b52-b029-0db4039f6865 not found, creating... [ 692.990557] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.990878] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.990878] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.991058] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.991190] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.991483] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.991650] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.991731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.991932] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.992075] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.992283] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 04d82a57-0192-4b52-b029-0db4039f6865 is going to be created. [ 693.005336] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.030497] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.030497] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.030713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.030861] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.031037] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.031339] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-04d82a57-0192-4b52-b029-0db4039f6865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.510325] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.510325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.510325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.510325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.510325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.510325] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 693.550739] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.550739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.550739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.550739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.550739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.570396] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 693.791064] env[66012]: INFO networking_nsxv3.common.synchronization [req-d5962149-1d50-4c94-8e73-fd0b134403b0 req-07d618b5-55f9-41d8-8cc5-d34280941174 service nova] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_rules [ 693.791822] env[66012]: INFO networking_nsxv3.common.synchronization [req-d5962149-1d50-4c94-8e73-fd0b134403b0 req-07d618b5-55f9-41d8-8cc5-d34280941174 service nova] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 693.791822] env[66012]: INFO networking_nsxv3.common.synchronization [req-d5962149-1d50-4c94-8e73-fd0b134403b0 req-07d618b5-55f9-41d8-8cc5-d34280941174 service nova] Enqueued Resource ID: 04d82a57-0192-4b52-b029-0db4039f6865 with Priority: HIGHEST for action port [ 693.792061] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_rules [ 693.792233] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 693.792427] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04d82a57-0192-4b52-b029-0db4039f6865 with Priority: HIGHEST for action port [ 693.792707] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.792818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.793296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.793296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.793391] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.794883] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.794883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.794883] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-04d82a57-0192-4b52-b029-0db4039f6865 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.794883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04d82a57-0192-4b52-b029-0db4039f6865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.794883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04d82a57-0192-4b52-b029-0db4039f6865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.795164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04d82a57-0192-4b52-b029-0db4039f6865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.795164] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04d82a57-0192-4b52-b029-0db4039f6865',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.114035] env[66012]: INFO networking_nsxv3.common.synchronization [None req-ee6f4b14-6db9-4a97-a821-e056fd82e73c None None] Enqueued Resource ID: 49407f17-6a08-4fe7-a3cc-6e3ff241a2b8 with Priority: HIGHEST for action port [ 694.114035] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49407f17-6a08-4fe7-a3cc-6e3ff241a2b8 with Priority: HIGHEST for action port [ 694.115027] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-49407f17-6a08-4fe7-a3cc-6e3ff241a2b8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.115406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49407f17-6a08-4fe7-a3cc-6e3ff241a2b8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.115580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49407f17-6a08-4fe7-a3cc-6e3ff241a2b8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.115897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49407f17-6a08-4fe7-a3cc-6e3ff241a2b8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.116031] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49407f17-6a08-4fe7-a3cc-6e3ff241a2b8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.298102] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.298102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.298102] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04d82a57-0192-4b52-b029-0db4039f6865 with status ACTIVE [ 694.298102] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.298349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.298349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.298524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.298621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.298852] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.298909] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.298944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.299107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.299186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.299369] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.299462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.299522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.299716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.299810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.299900] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04d82a57-0192-4b52-b029-0db4039f6865 is going to be updated. [ 694.324507] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.325090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.325090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.325090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.325278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.325488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04d82a57-0192-4b52-b029-0db4039f6865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.579999] env[66012]: INFO networking_nsxv3.common.synchronization [None req-4a9dcbfa-2e82-4907-8362-eab8ecbac283 tempest-AttachVolumeShelveTestJSON-1783292687 tempest-AttachVolumeShelveTestJSON-1783292687-project-member] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_rules [ 694.581182] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_rules [ 694.581630] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.581906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.582030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.582400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.582616] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.622189] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49407f17-6a08-4fe7-a3cc-6e3ff241a2b8 [ 694.622477] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.622647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.622744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.623050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.623180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.623313] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49407f17-6a08-4fe7-a3cc-6e3ff241a2b8 already deleted. [ 694.623433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49407f17-6a08-4fe7-a3cc-6e3ff241a2b8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.699887] env[66012]: INFO networking_nsxv3.common.synchronization [None req-989b625e-2e24-408e-8154-b6d953078101 tempest-AttachVolumeShelveTestJSON-1783292687 tempest-AttachVolumeShelveTestJSON-1783292687-project-member] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_rules [ 694.700427] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_rules [ 694.700726] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.700819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.811033] env[66012]: INFO networking_nsxv3.common.synchronization [None req-2d3506d4-1650-4803-844b-4cf5cf4f4118 None None] Enqueued Resource ID: fa6b6691-88c4-4083-a936-b781e712fa19 with Priority: HIGHEST for action port [ 694.811732] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6b6691-88c4-4083-a936-b781e712fa19 with Priority: HIGHEST for action port [ 694.811871] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6b6691-88c4-4083-a936-b781e712fa19 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.812124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6b6691-88c4-4083-a936-b781e712fa19" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.812124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6b6691-88c4-4083-a936-b781e712fa19" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.812426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6b6691-88c4-4083-a936-b781e712fa19" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.812513] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6b6691-88c4-4083-a936-b781e712fa19',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.814641] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: SUCCESS [ 694.814778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.108679] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.108835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.108908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.109200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.109307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.109403] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 already deleted. [ 695.109485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.109635] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.109809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.109877] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.316683] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa6b6691-88c4-4083-a936-b781e712fa19 [ 695.316683] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.316683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.316683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.317111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.317111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.317111] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa6b6691-88c4-4083-a936-b781e712fa19 already deleted. [ 695.317187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6b6691-88c4-4083-a936-b781e712fa19" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.583939] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 695.584250] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.586842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.586842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.586842] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.586842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.586842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.586842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.586842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.586842] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.635553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.635739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.635862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.636203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.636371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.636498] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 already deleted. [ 695.636589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.089442] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.592200] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.095583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.095870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.096013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.096316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.096436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.096585] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 697.134073] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.134279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.134394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.134659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.134850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.147486] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 697.852289] env[66012]: INFO networking_nsxv3.common.synchronization [None req-be91e487-24b4-477a-819d-84aaec32a349 None None] Enqueued Resource ID: 4089b799-ae3f-472e-8f18-a0c6c262107a with Priority: HIGHEST for action port [ 697.852899] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4089b799-ae3f-472e-8f18-a0c6c262107a with Priority: HIGHEST for action port [ 697.853231] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-4089b799-ae3f-472e-8f18-a0c6c262107a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.853348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4089b799-ae3f-472e-8f18-a0c6c262107a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.853443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4089b799-ae3f-472e-8f18-a0c6c262107a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.853704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4089b799-ae3f-472e-8f18-a0c6c262107a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.853782] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4089b799-ae3f-472e-8f18-a0c6c262107a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.894073] env[66012]: INFO networking_nsxv3.common.synchronization [req-596a7afe-8410-4a91-8ca9-f7b7338293c4 req-f16907e5-2a60-4544-b060-e3758cf7c74f tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 697.894624] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 697.894952] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.895382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.895382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.895511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.895673] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.895773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.895835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.896042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.896151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.896253] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.325834] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.326164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-652" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.326303] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-652" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.327672] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-652" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.327672] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.327672] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.327672] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.327672] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.327672] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.327978] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.327978] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.328096] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.328194] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.328430] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.328541] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.328626] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.358825] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.358995] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.359141] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.359313] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-652" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.359631] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.359793] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.359908] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.360281] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.360413] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.361335] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4089b799-ae3f-472e-8f18-a0c6c262107a [ 698.361521] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.361632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.361701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.361882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.361957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.362052] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4089b799-ae3f-472e-8f18-a0c6c262107a already deleted. [ 698.362137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4089b799-ae3f-472e-8f18-a0c6c262107a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.401326] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.401326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.401438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.401658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.401749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.401954] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.402077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.402139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.402405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.402510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.402602] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b already deleted. [ 698.402687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.863305] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.863695] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.863695] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.864019] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.864172] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.864283] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 not found, creating... [ 698.864546] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.865327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.865327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.865327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.865327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.865545] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.865607] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.866155] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.866155] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.866155] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.866378] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 is going to be created. [ 698.893687] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.893935] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.894065] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.894336] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.894552] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.894761] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.158191] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 699.158440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.158607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.158833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.159090] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.159246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.159338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.159510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.159592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.159681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.159772] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.599344] env[66012]: INFO networking_nsxv3.common.synchronization [req-596a7afe-8410-4a91-8ca9-f7b7338293c4 req-035458ea-c032-4419-a02b-70d4352e40dc service nova] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 699.599344] env[66012]: INFO networking_nsxv3.common.synchronization [req-596a7afe-8410-4a91-8ca9-f7b7338293c4 req-035458ea-c032-4419-a02b-70d4352e40dc service nova] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 699.599344] env[66012]: INFO networking_nsxv3.common.synchronization [req-596a7afe-8410-4a91-8ca9-f7b7338293c4 req-035458ea-c032-4419-a02b-70d4352e40dc service nova] Enqueued Resource ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 with Priority: HIGHEST for action port [ 699.599879] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 699.601892] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 699.602095] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 with Priority: HIGHEST for action port [ 699.602595] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.602744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.602817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.603162] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.603261] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.606483] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.606608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.607243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.607243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.607422] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.607730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.607730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.611040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.611040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.611040] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.611040] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.611040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.611040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.611040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.611040] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.662955] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.662955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.662955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.663273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.663509] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.663666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.663666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.663750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.664126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.664126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.664126] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.664264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.664264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.664359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.664495] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.664585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.664643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.664798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.664904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.665017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.665114] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.841665] env[66012]: INFO networking_nsxv3.common.synchronization [req-d4c2b985-82d5-4bf6-b04b-2f38fdf1d718 req-85886455-94b4-420b-94b9-83d1254b95b4 tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 699.842453] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 699.843278] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.843532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.843670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.844036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.844277] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.844528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.844675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.844959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.845164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.845387] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.117585] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.117585] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.117585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.117585] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 with status ACTIVE [ 700.117585] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.117585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.117585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.117585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.117585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.118634] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.120032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.120191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.120433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.120569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.120816] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.120971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.121860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.121860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.121860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.121860] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 is going to be updated. [ 700.153447] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.153447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.153447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.153447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.153447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.153447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.174569] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d38c898-40a0-4677-88aa-9020dff46dd1: rpc.has_security_group_logging(os_id): False [ 700.189983] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.190181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.190254] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.190556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.190715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.191045] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.191206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.191261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.191475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.191575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.191841] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.191945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.192015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.192690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.192690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.192690] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.193145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.193145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.193145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.193301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.193301] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 700.280853] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.281451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.281451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.281451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.281451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.301789] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 700.348418] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.348596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.348680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.348904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.349012] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.349217] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.349318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.349379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.349537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.349613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.349719] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 700.403746] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.404035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.404035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.404455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.404455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.417211] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 700.425799] env[66012]: INFO networking_nsxv3.common.synchronization [None req-87c1847b-97cf-43d1-9f8e-10af1fc5657c None None] Enqueued Resource ID: 4b76116c-5efc-4adb-a71c-be06d76e30ae with Priority: HIGHEST for action port [ 700.426456] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b76116c-5efc-4adb-a71c-be06d76e30ae with Priority: HIGHEST for action port [ 700.426779] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b76116c-5efc-4adb-a71c-be06d76e30ae taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.426903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b76116c-5efc-4adb-a71c-be06d76e30ae" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.426969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b76116c-5efc-4adb-a71c-be06d76e30ae" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.427253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b76116c-5efc-4adb-a71c-be06d76e30ae" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.427339] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b76116c-5efc-4adb-a71c-be06d76e30ae',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.623362] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.777876] env[66012]: INFO networking_nsxv3.common.synchronization [req-0d5d3412-8797-47d4-815c-b262cd41d8ac req-f2a86cb8-7ab8-4f20-a5ee-3f314dd24f94 tempest-ServerGroupTestJSON-1394874159 tempest-ServerGroupTestJSON-1394874159-project-member] Enqueued Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGHEST for action security_group_members [ 700.779760] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGHEST for action security_group_members [ 700.779760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9e863c8-d98f-4489-a0d2-d9abd9af055e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.779760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.779760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.780072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.780180] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.780288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.780325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.780459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.780849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.780849] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9e863c8-d98f-4489-a0d2-d9abd9af055e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.933059] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b76116c-5efc-4adb-a71c-be06d76e30ae [ 700.933059] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.933059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.933059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.933341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.933405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.933548] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b76116c-5efc-4adb-a71c-be06d76e30ae already deleted. [ 700.934319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b76116c-5efc-4adb-a71c-be06d76e30ae" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.128810] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.128810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.128810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.128810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.128810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.128810] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be created. [ 701.154524] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.154524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.154524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.154524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.154524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.165735] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: UNINITIALIZED for 2s [ 701.182684] env[66012]: INFO networking_nsxv3.common.synchronization [req-5c560bf3-79e2-45d8-a277-38795aa07d86 req-4a6d2325-44ed-4a8d-aa98-c6aabbda7280 tempest-ServersTestManualDisk-1598584696 tempest-ServersTestManualDisk-1598584696-project-member] Enqueued Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_members [ 701.182684] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_members [ 701.182684] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.182684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.182684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.183433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.183716] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.184639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.184809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.185094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.185274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.185448] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.286297] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.286485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.286566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.286821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.286944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.287195] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.287320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.287396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.287558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.287658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.287759] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e is going to be updated. [ 701.345990] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.346234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.346266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.346500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.346702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.356416] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e in Status: IN_PROGRESS for 2s [ 701.600467] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-239 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.601608] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-239" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.601782] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-239" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.602112] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-239" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.602413] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.602756] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.602756] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.602935] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.603099] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.603315] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.603444] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.604431] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.604559] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.605084] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.605321] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.605560] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.627882] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.630423] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.630639] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.630754] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-239" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.631166] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-d44be9e9-d409-4f39-9158-a63733074690 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.631348] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-d44be9e9-d409-4f39-9158-a63733074690" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.631457] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-d44be9e9-d409-4f39-9158-a63733074690" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.631800] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-d44be9e9-d409-4f39-9158-a63733074690" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.631926] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d44be9e9-d409-4f39-9158-a63733074690',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.687876] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.688055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.688129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.688348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.688431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.688633] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.688741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.688804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.688925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.688993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.689089] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 already deleted. [ 701.689160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.138168] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.138168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.138168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.138168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.138168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.138168] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port d44be9e9-d409-4f39-9158-a63733074690 not found, creating... [ 702.138168] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.138168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.138168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.138168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.138168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.138832] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.139446] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.139996] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.140406] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.140967] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.141342] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: d44be9e9-d409-4f39-9158-a63733074690 is going to be created. [ 702.166091] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.166710] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.166710] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.167495] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.168230] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.169029] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-d44be9e9-d409-4f39-9158-a63733074690" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.322551] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 702.322808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.428266] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 702.428457] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d deletion is rescheduled due to dependency. [ 702.428570] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.581358] env[66012]: INFO networking_nsxv3.common.synchronization [None req-ed0a9f8b-0f5a-4725-9ab8-b20c9930e5c2 tempest-ServersTestFqdnHostnames-2085728968 tempest-ServersTestFqdnHostnames-2085728968-project-member] Enqueued Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_rules [ 702.581358] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_rules [ 702.581607] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88483200-2834-4e48-bedf-6dcda8a2c589 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.581781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.581781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.582068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.582154] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.733595] env[66012]: INFO networking_nsxv3.common.synchronization [None req-9c0c46fe-bdcc-4587-bafb-8544d16f9c20 tempest-ServersTestFqdnHostnames-2085728968 tempest-ServersTestFqdnHostnames-2085728968-project-member] Enqueued Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_rules [ 702.733595] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_rules [ 702.733595] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88483200-2834-4e48-bedf-6dcda8a2c589 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.734358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.865835] env[66012]: INFO networking_nsxv3.common.synchronization [None req-2ca6cb32-8e75-4b44-b9d8-690f6e9ed3c3 None None] Enqueued Resource ID: e8fe0b89-9e1b-476f-90e8-04cb11a7aa83 with Priority: HIGHEST for action port [ 702.866486] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8fe0b89-9e1b-476f-90e8-04cb11a7aa83 with Priority: HIGHEST for action port [ 702.866820] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8fe0b89-9e1b-476f-90e8-04cb11a7aa83 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.866947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8fe0b89-9e1b-476f-90e8-04cb11a7aa83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.867051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8fe0b89-9e1b-476f-90e8-04cb11a7aa83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.868358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8fe0b89-9e1b-476f-90e8-04cb11a7aa83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.868455] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8fe0b89-9e1b-476f-90e8-04cb11a7aa83',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.907771] env[66012]: INFO networking_nsxv3.common.synchronization [req-5c560bf3-79e2-45d8-a277-38795aa07d86 req-69fcebae-2a9e-404e-88e2-9af520e362fa service nova] Enqueued Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_rules [ 702.907951] env[66012]: INFO networking_nsxv3.common.synchronization [req-5c560bf3-79e2-45d8-a277-38795aa07d86 req-69fcebae-2a9e-404e-88e2-9af520e362fa service nova] Enqueued Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_members [ 702.908195] env[66012]: INFO networking_nsxv3.common.synchronization [req-5c560bf3-79e2-45d8-a277-38795aa07d86 req-69fcebae-2a9e-404e-88e2-9af520e362fa service nova] Enqueued Resource ID: d44be9e9-d409-4f39-9158-a63733074690 with Priority: HIGHEST for action port [ 702.908564] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_rules [ 702.908698] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_members [ 702.908817] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44be9e9-d409-4f39-9158-a63733074690 with Priority: HIGHEST for action port [ 702.909349] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.909489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.909556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.909750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.909831] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.910672] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.910787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.910833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.911048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.911048] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.911048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.911048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.911751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.911839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.911930] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.912741] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d44be9e9-d409-4f39-9158-a63733074690 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.912889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d44be9e9-d409-4f39-9158-a63733074690" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.912889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d44be9e9-d409-4f39-9158-a63733074690" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.913068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d44be9e9-d409-4f39-9158-a63733074690" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.913105] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d44be9e9-d409-4f39-9158-a63733074690',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.102586] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.102820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.102820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.103050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.103143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.103235] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88483200-2834-4e48-bedf-6dcda8a2c589 already deleted. [ 703.103319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.103948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.103948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.103948] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.178105] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 703.178380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.178468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.178687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.178874] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.178989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.180818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.180818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.180818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.180818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.180818] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.367284] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e in Status: SUCCESS [ 703.367484] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e deletion is rescheduled due to dependency. [ 703.367600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.371138] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8fe0b89-9e1b-476f-90e8-04cb11a7aa83 [ 703.371395] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.371555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.371645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.371914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.372026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.372131] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8fe0b89-9e1b-476f-90e8-04cb11a7aa83 already deleted. [ 703.372223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8fe0b89-9e1b-476f-90e8-04cb11a7aa83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.416774] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d44be9e9-d409-4f39-9158-a63733074690 with status ACTIVE [ 703.416948] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.417100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.417356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.417390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.420347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.420347] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.420347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.420347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.420347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.420347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.420347] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.420347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.420347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.420347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.420347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.420347] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d44be9e9-d409-4f39-9158-a63733074690 is going to be updated. [ 703.420347] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.421824] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.421969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.448777] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.448777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.448777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.448777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.448777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.448777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d44be9e9-d409-4f39-9158-a63733074690" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.625748] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.625976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.625976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.626204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.626283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.626534] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88483200-2834-4e48-bedf-6dcda8a2c589 already deleted. [ 703.626534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.682768] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.684056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.684056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.684056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.684056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.684056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.684056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.684347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.684347] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.684347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.684347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.684627] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.684705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.684768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.684984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.685074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.685162] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.925415] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.191433] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3540d2d-67d4-4319-a8c3-6c4857a4c75b: rpc.has_security_group_logging(os_id): False [ 704.215025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.215025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.215025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.215025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.215556] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.215556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.215556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.215556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.215556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.215556] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be created. [ 704.279107] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.279462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.279517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.279835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.279990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.294745] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 704.428972] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.431398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.431488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.433028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.433028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.433028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 is going to be created. [ 704.467259] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.467769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.467769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.467769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.467921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.480496] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 in Status: UNINITIALIZED for 2s [ 706.310655] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 706.310941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.492642] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 in Status: SUCCESS [ 706.492934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.493137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.493400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.493634] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.493772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.493843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.494034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.494123] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.494221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.494330] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.996267] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.501687] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5200094e-bf0d-4aa0-9188-f3adc7bc2af1: rpc.has_security_group_logging(os_id): False [ 707.521585] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.522519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.522636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.523335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.523756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.524402] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.524951] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.525086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.525850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.526434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.526505] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 is going to be created. [ 707.536061] env[66012]: INFO networking_nsxv3.common.synchronization [None req-52a8cefe-1d30-465c-88f8-cf5c12b4bcaf None None] Enqueued Resource ID: 103d918b-8b3e-48d2-a9ea-190c2e7befbb with Priority: HIGHEST for action port [ 707.536546] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 103d918b-8b3e-48d2-a9ea-190c2e7befbb with Priority: HIGHEST for action port [ 707.537582] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-103d918b-8b3e-48d2-a9ea-190c2e7befbb taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.537582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-103d918b-8b3e-48d2-a9ea-190c2e7befbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.537582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-103d918b-8b3e-48d2-a9ea-190c2e7befbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.537582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-103d918b-8b3e-48d2-a9ea-190c2e7befbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.537582] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('103d918b-8b3e-48d2-a9ea-190c2e7befbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.593342] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.593342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.593342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.593342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.593342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.604981] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 in Status: IN_PROGRESS for 2s [ 707.866255] env[66012]: INFO networking_nsxv3.common.synchronization [None req-a2c77230-c041-47aa-98b5-8a74293c7263 None None] Enqueued Resource ID: 697b227e-ff0a-4fb2-82ea-c24785978666 with Priority: HIGHEST for action port [ 707.866255] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 697b227e-ff0a-4fb2-82ea-c24785978666 with Priority: HIGHEST for action port [ 707.866255] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-697b227e-ff0a-4fb2-82ea-c24785978666 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.866255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-697b227e-ff0a-4fb2-82ea-c24785978666" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.866255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-697b227e-ff0a-4fb2-82ea-c24785978666" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.866255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-697b227e-ff0a-4fb2-82ea-c24785978666" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.867383] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('697b227e-ff0a-4fb2-82ea-c24785978666',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.041640] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 103d918b-8b3e-48d2-a9ea-190c2e7befbb [ 708.041971] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.042145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.042208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.042449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.042692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.042692] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:103d918b-8b3e-48d2-a9ea-190c2e7befbb already deleted. [ 708.043295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-103d918b-8b3e-48d2-a9ea-190c2e7befbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.370326] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 697b227e-ff0a-4fb2-82ea-c24785978666 [ 708.370726] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.371714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.372012] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.372449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.372632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.372799] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:697b227e-ff0a-4fb2-82ea-c24785978666 already deleted. [ 708.372975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-697b227e-ff0a-4fb2-82ea-c24785978666" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.619569] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 in Status: SUCCESS [ 709.620019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.929050] env[66012]: INFO networking_nsxv3.common.synchronization [None req-f017abbb-42b3-4630-a48b-c2701413083a None None] Enqueued Resource ID: e781db65-9d86-4c66-be5d-e440c5804dd8 with Priority: HIGHEST for action port [ 709.930479] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e781db65-9d86-4c66-be5d-e440c5804dd8 with Priority: HIGHEST for action port [ 709.931114] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e781db65-9d86-4c66-be5d-e440c5804dd8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.931251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e781db65-9d86-4c66-be5d-e440c5804dd8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.931316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e781db65-9d86-4c66-be5d-e440c5804dd8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.931785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e781db65-9d86-4c66-be5d-e440c5804dd8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.931785] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e781db65-9d86-4c66-be5d-e440c5804dd8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.165159] env[66012]: INFO networking_nsxv3.common.synchronization [None req-72e6b51e-c35f-463f-8dae-efef3f200841 None None] Enqueued Resource ID: 11aca011-dd66-4591-a5ff-be6054b076ef with Priority: HIGHEST for action port [ 710.165946] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11aca011-dd66-4591-a5ff-be6054b076ef with Priority: HIGHEST for action port [ 710.169495] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-11aca011-dd66-4591-a5ff-be6054b076ef taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.169997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11aca011-dd66-4591-a5ff-be6054b076ef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.169997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11aca011-dd66-4591-a5ff-be6054b076ef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.169997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11aca011-dd66-4591-a5ff-be6054b076ef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.170180] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11aca011-dd66-4591-a5ff-be6054b076ef',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.435158] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e781db65-9d86-4c66-be5d-e440c5804dd8 [ 710.435394] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.436631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.436631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.436631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.436631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.436631] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e781db65-9d86-4c66-be5d-e440c5804dd8 already deleted. [ 710.436631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e781db65-9d86-4c66-be5d-e440c5804dd8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.676369] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11aca011-dd66-4591-a5ff-be6054b076ef [ 710.676664] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.676782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.676969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.677271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.677410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.677580] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11aca011-dd66-4591-a5ff-be6054b076ef already deleted. [ 710.678239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11aca011-dd66-4591-a5ff-be6054b076ef" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.409809] env[66012]: INFO networking_nsxv3.common.synchronization [None req-99d67997-d541-4518-bfd4-0ae2cf931f17 None None] Enqueued Resource ID: d6a5d428-93a0-4409-8d95-22b77707d176 with Priority: HIGHEST for action port [ 711.412015] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a5d428-93a0-4409-8d95-22b77707d176 with Priority: HIGHEST for action port [ 711.412015] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6a5d428-93a0-4409-8d95-22b77707d176 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.412015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6a5d428-93a0-4409-8d95-22b77707d176" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.412015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6a5d428-93a0-4409-8d95-22b77707d176" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.412015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6a5d428-93a0-4409-8d95-22b77707d176" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.412015] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a5d428-93a0-4409-8d95-22b77707d176',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.868740] env[66012]: INFO networking_nsxv3.common.synchronization [req-60a8412b-3fec-4752-8368-4b0c440331c9 req-fe1a55cb-d14a-45f6-8be1-4edffe9dd4a4 tempest-FloatingIPsAssociationTestJSON-317729567 tempest-FloatingIPsAssociationTestJSON-317729567-project-member] Enqueued Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 711.869446] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 with Priority: HIGHEST for action security_group_members [ 711.869775] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4cc19d8e-97a1-47a4-948e-599d807ce6a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.869899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.869966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.870806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.870990] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.871595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.871694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.871979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.872673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.873167] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4cc19d8e-97a1-47a4-948e-599d807ce6a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.914764] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6a5d428-93a0-4409-8d95-22b77707d176 [ 711.915083] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.915256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.915329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.915555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.915656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.915756] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6a5d428-93a0-4409-8d95-22b77707d176 already deleted. [ 711.915839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6a5d428-93a0-4409-8d95-22b77707d176" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.961162] env[66012]: INFO networking_nsxv3.common.synchronization [req-e8bb80ab-8294-459b-a065-74998dd71305 req-e40c1902-48d2-4543-ada3-e855da0d3e54 tempest-ListServerFiltersTestJSON-1311641900 tempest-ListServerFiltersTestJSON-1311641900-project-member] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 711.965018] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 711.965018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.965018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.965018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.965018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.965018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.965018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.965018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.965018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.965018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.965018] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.375807] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.376029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.376657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.376657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.376975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.377123] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.377185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.377215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.377380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.377482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.377561] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 is going to be updated. [ 712.414294] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.414378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.414419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.414607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.414744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.426016] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: IN_PROGRESS for 2s [ 712.469030] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.971641] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.474701] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.475238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.475238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.475238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.475431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.475431] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 713.497274] env[66012]: INFO networking_nsxv3.common.synchronization [None req-84843f3b-48a6-40fc-be5d-83c15076c7e8 None None] Enqueued Resource ID: d09f6d7d-06b4-4090-b45d-fcc14a691d43 with Priority: HIGHEST for action port [ 713.499747] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09f6d7d-06b4-4090-b45d-fcc14a691d43 with Priority: HIGHEST for action port [ 713.499747] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d09f6d7d-06b4-4090-b45d-fcc14a691d43 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.499747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d09f6d7d-06b4-4090-b45d-fcc14a691d43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.499747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d09f6d7d-06b4-4090-b45d-fcc14a691d43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.499747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d09f6d7d-06b4-4090-b45d-fcc14a691d43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.499747] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d09f6d7d-06b4-4090-b45d-fcc14a691d43',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.510043] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.510043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.510043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.510043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.510043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.521179] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 713.939893] env[66012]: INFO networking_nsxv3.common.synchronization [req-07c68e98-0e65-4b23-a0f1-3dea043f7076 req-59919a83-4316-4acd-a72f-28579d55fee5 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 713.940081] env[66012]: INFO networking_nsxv3.common.synchronization [req-07c68e98-0e65-4b23-a0f1-3dea043f7076 req-59919a83-4316-4acd-a72f-28579d55fee5 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 713.940790] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 713.941100] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 713.943043] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.943043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.943043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.943043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.943043] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.943043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.943043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.943043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.943043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.943043] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.944746] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.944746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.944746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.944746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.945651] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.945913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.946030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.946224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.946344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.946536] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.990821] env[66012]: INFO networking_nsxv3.common.synchronization [req-07c68e98-0e65-4b23-a0f1-3dea043f7076 req-59919a83-4316-4acd-a72f-28579d55fee5 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 713.991387] env[66012]: INFO networking_nsxv3.common.synchronization [req-07c68e98-0e65-4b23-a0f1-3dea043f7076 req-59919a83-4316-4acd-a72f-28579d55fee5 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 713.991677] env[66012]: INFO networking_nsxv3.common.synchronization [req-07c68e98-0e65-4b23-a0f1-3dea043f7076 req-59919a83-4316-4acd-a72f-28579d55fee5 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_rules [ 713.991872] env[66012]: INFO networking_nsxv3.common.synchronization [req-07c68e98-0e65-4b23-a0f1-3dea043f7076 req-59919a83-4316-4acd-a72f-28579d55fee5 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 713.992111] env[66012]: INFO networking_nsxv3.common.synchronization [req-07c68e98-0e65-4b23-a0f1-3dea043f7076 req-59919a83-4316-4acd-a72f-28579d55fee5 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 with Priority: HIGHEST for action port [ 713.993122] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 713.993273] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_rules [ 713.993374] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 with Priority: HIGHEST for action port [ 713.993470] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 713.993858] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 713.994205] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.994377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.994419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.994809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.994898] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.995760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.996443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.996443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.996694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.996778] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.997582] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.998050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.998050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.998050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.998050] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.999403] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.999530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.999773] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.999864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.002173] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d09f6d7d-06b4-4090-b45d-fcc14a691d43 [ 714.002504] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.002504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.002617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.002763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.002871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.002981] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d09f6d7d-06b4-4090-b45d-fcc14a691d43 already deleted. [ 714.003083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d09f6d7d-06b4-4090-b45d-fcc14a691d43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.211646] env[66012]: INFO networking_nsxv3.common.synchronization [None req-6c2bd23c-2350-440c-9787-fe6549a1d132 None None] Enqueued Resource ID: 2c2865f7-254b-4745-93bd-2749ec7d51f3 with Priority: HIGHEST for action port [ 714.216538] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c2865f7-254b-4745-93bd-2749ec7d51f3 with Priority: HIGHEST for action port [ 714.217185] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c2865f7-254b-4745-93bd-2749ec7d51f3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.217368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c2865f7-254b-4745-93bd-2749ec7d51f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.217368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c2865f7-254b-4745-93bd-2749ec7d51f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.217634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c2865f7-254b-4745-93bd-2749ec7d51f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.217713] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c2865f7-254b-4745-93bd-2749ec7d51f3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.436753] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 in Status: SUCCESS [ 714.436753] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4cc19d8e-97a1-47a4-948e-599d807ce6a2 deletion is rescheduled due to dependency. [ 714.437090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4cc19d8e-97a1-47a4-948e-599d807ce6a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.449334] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.450394] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.501364] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 with status ACTIVE [ 714.501611] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.501746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.501819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.502070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.502178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.502355] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.502522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.502626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.502829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.502956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.503172] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.503269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.503327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.503469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.503559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.503630] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 is going to be updated. [ 714.506968] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.507105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.507280] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.507379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.532392] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.532392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.532392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.532392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.532392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.532392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.720396] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c2865f7-254b-4745-93bd-2749ec7d51f3 [ 714.720396] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.720577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.720577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.720734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.720793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.720870] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c2865f7-254b-4745-93bd-2749ec7d51f3 already deleted. [ 714.720991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c2865f7-254b-4745-93bd-2749ec7d51f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.873611] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 714.873754] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGHEST for action security_group_members [ 714.873900] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 714.874441] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 714.874575] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGHEST for action security_group_members [ 714.874664] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 714.874933] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.878876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.879209] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb4b985-f7c1-4932-83b9-41e3d139a6ce taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.879749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.879795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.880056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.880217] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.880321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.880385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.881066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.881066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.881066] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.881612] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.881703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.926515] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 714.928212] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 714.928411] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGHEST for action security_group_rules [ 714.928554] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGHEST for action security_group_members [ 714.928676] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_rules [ 714.928794] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 714.928911] env[66012]: INFO networking_nsxv3.common.synchronization [req-c4c6fc69-8c74-4ca4-8678-c8b8b22cf670 req-c18338e1-e75c-496e-a933-9e0064b05310 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 with Priority: HIGHEST for action port [ 714.929504] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 714.929672] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGHEST for action security_group_rules [ 714.929789] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 714.929884] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 with Priority: HIGHEST for action port [ 714.929974] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_rules [ 714.930098] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 714.930203] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGHEST for action security_group_members [ 714.931487] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.931595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.931792] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.931896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.931960] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.933104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.933195] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.934169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.934169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.934340] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.934440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.934527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.934662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.934736] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.935535] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.935697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.935797] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.935875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.938762] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb4b985-f7c1-4932-83b9-41e3d139a6ce taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.938762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.951959] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.952861] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.286402] env[66012]: INFO networking_nsxv3.common.synchronization [None req-c6409a0f-4884-4906-8975-06a8300a115d tempest-MigrationsAdminTest-982034335 tempest-MigrationsAdminTest-982034335-project-member] Enqueued Resource ID: 1b4e1d87-b44c-474c-ae05-9489255defad with Priority: HIGHEST for action security_group_rules [ 715.287176] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4e1d87-b44c-474c-ae05-9489255defad with Priority: HIGHEST for action security_group_rules [ 715.287403] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b4e1d87-b44c-474c-ae05-9489255defad taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.287657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b4e1d87-b44c-474c-ae05-9489255defad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.287657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b4e1d87-b44c-474c-ae05-9489255defad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.287840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b4e1d87-b44c-474c-ae05-9489255defad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.287919] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b4e1d87-b44c-474c-ae05-9489255defad',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.385443] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.414423] env[66012]: INFO networking_nsxv3.common.synchronization [None req-7010ffb2-e207-4431-842d-39ced5cc3f49 tempest-MigrationsAdminTest-982034335 tempest-MigrationsAdminTest-982034335-project-member] Enqueued Resource ID: 1b4e1d87-b44c-474c-ae05-9489255defad with Priority: HIGHEST for action security_group_rules [ 715.415264] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b4e1d87-b44c-474c-ae05-9489255defad with Priority: HIGHEST for action security_group_rules [ 715.415519] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b4e1d87-b44c-474c-ae05-9489255defad taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.415624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b4e1d87-b44c-474c-ae05-9489255defad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.439626] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 with status ACTIVE [ 715.439626] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.439626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.439626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.439626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.439626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.439626] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.439626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.439626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.439626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.439626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.440095] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.440231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.440329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.440482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.440600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.440747] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3 is going to be updated. [ 715.442399] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb4b985-f7c1-4932-83b9-41e3d139a6ce taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.442516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.455638] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.455833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.455902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.457455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.457455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.457455] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 715.462735] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.462922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.465265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.465357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.465528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.467014] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 is going to be created. [ 715.469324] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.469517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.469517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.469725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.469858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.470028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-536cadeb-c5a8-46ea-9a09-a7f7b6d3c3c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.507131] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.507277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.507350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.507574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.507729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.509918] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.510052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.510155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.510327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.510465] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.527956] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 715.528785] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: UNINITIALIZED for 2s [ 715.536553] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 715.536776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.715670] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3e3b901b-07fa-4620-827f-2847ed806eb1 None None] Enqueued Resource ID: 8aaab415-be26-4c41-b09e-bd91a81e70f7 with Priority: HIGHEST for action port [ 715.716915] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaab415-be26-4c41-b09e-bd91a81e70f7 with Priority: HIGHEST for action port [ 715.716915] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aaab415-be26-4c41-b09e-bd91a81e70f7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.716915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aaab415-be26-4c41-b09e-bd91a81e70f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.716915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aaab415-be26-4c41-b09e-bd91a81e70f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.716915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aaab415-be26-4c41-b09e-bd91a81e70f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.716915] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aaab415-be26-4c41-b09e-bd91a81e70f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.811022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.811022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.811022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.811022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.811022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.811022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b4e1d87-b44c-474c-ae05-9489255defad already deleted. [ 715.811022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b4e1d87-b44c-474c-ae05-9489255defad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.811022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b4e1d87-b44c-474c-ae05-9489255defad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.811384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b4e1d87-b44c-474c-ae05-9489255defad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.811384] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b4e1d87-b44c-474c-ae05-9489255defad',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.891762] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.220706] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8aaab415-be26-4c41-b09e-bd91a81e70f7 [ 716.220706] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.220706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.220706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.220706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.220706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.220706] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8aaab415-be26-4c41-b09e-bd91a81e70f7 already deleted. [ 716.220706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aaab415-be26-4c41-b09e-bd91a81e70f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.353190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.353604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.353604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.353604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.353773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.353773] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b4e1d87-b44c-474c-ae05-9489255defad already deleted. [ 716.353875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b4e1d87-b44c-474c-ae05-9489255defad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.396935] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.396935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.396935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.398313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.398494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.398534] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce is going to be created. [ 716.428432] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.428432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.428642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.428716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.428880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.442453] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce in Status: UNINITIALIZED for 2s [ 717.351628] env[66012]: INFO networking_nsxv3.common.synchronization [req-abdd4408-9094-4517-94fd-64253051f1aa req-eef0b5a9-dcc9-407d-a982-f0f92b91fab0 tempest-ServerActionsTestOtherB-1575974967 tempest-ServerActionsTestOtherB-1575974967-project-member] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 717.352246] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 717.352583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.352670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.352722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.356840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.356840] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.356840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.356840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.356840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.356840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.357481] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.416496] env[66012]: INFO networking_nsxv3.common.synchronization [None req-a17a18df-e806-40c8-b98e-0c74911309e2 None None] Enqueued Resource ID: 0cd179be-c22a-4363-830b-d4ff7852d08d with Priority: HIGHEST for action port [ 717.417403] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cd179be-c22a-4363-830b-d4ff7852d08d with Priority: HIGHEST for action port [ 717.417763] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cd179be-c22a-4363-830b-d4ff7852d08d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.417977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cd179be-c22a-4363-830b-d4ff7852d08d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.418026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cd179be-c22a-4363-830b-d4ff7852d08d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.418894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cd179be-c22a-4363-830b-d4ff7852d08d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.419049] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cd179be-c22a-4363-830b-d4ff7852d08d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.540525] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 717.541374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.541374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.541374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.541568] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.541675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.541734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.541881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.541961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.542067] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.543660] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: SUCCESS [ 717.543760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.543988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.544094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.544251] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.544357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.544419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.544561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.544639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.544731] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.833628] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.833870] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.833972] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.834422] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.834690] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.834838] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.834951] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.835613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.835613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.835817] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.835817] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.835913] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.836057] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.836228] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.836348] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.836485] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.859548] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.859548] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.859694] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.860280] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.860280] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-dd18e615-c4de-4c2a-b190-4cd382124370 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.860470] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-dd18e615-c4de-4c2a-b190-4cd382124370" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.860519] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-dd18e615-c4de-4c2a-b190-4cd382124370" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.860883] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-dd18e615-c4de-4c2a-b190-4cd382124370" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.860963] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd18e615-c4de-4c2a-b190-4cd382124370',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.863379] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.863498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.863498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.865055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.865055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.865055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.865055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.865055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.865055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.865055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.865055] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 already deleted. [ 717.865055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.921042] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cd179be-c22a-4363-830b-d4ff7852d08d [ 717.921295] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.921442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.921512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.921712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.921803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.921896] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cd179be-c22a-4363-830b-d4ff7852d08d already deleted. [ 717.921976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cd179be-c22a-4363-830b-d4ff7852d08d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.048777] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.049875] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.366350] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.366628] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.367472] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.367472] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.367472] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.367472] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port dd18e615-c4de-4c2a-b190-4cd382124370 not found, creating... [ 718.367778] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.367837] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.367940] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.368967] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.368967] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.368967] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.368967] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.368967] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.369329] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.369475] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.369670] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: dd18e615-c4de-4c2a-b190-4cd382124370 is going to be created. [ 718.395329] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.395528] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.395647] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.395901] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.396203] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.396444] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-dd18e615-c4de-4c2a-b190-4cd382124370" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.457477] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce in Status: SUCCESS [ 718.457803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.458081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.458388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.458644] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.458783] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.458881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.459146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.459257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.459399] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.552163] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.553242] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.963542] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.031741] env[66012]: INFO networking_nsxv3.common.synchronization [None req-e10386eb-67da-439b-85b0-57b10a084f98 None None] Enqueued Resource ID: 4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f with Priority: HIGHEST for action port [ 719.032418] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f with Priority: HIGHEST for action port [ 719.032780] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.032924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.032992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.033290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.033466] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.054932] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.055177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.055265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.056064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.056590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.056590] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 719.059184] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.059338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.059396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.059546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.059622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.059713] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 is going to be updated. [ 719.093704] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.093906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.093971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.094160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.094298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.096549] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.096663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.096663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.096952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.097059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.108981] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: IN_PROGRESS for 2s [ 719.108981] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 719.117900] env[66012]: INFO networking_nsxv3.common.synchronization [req-abdd4408-9094-4517-94fd-64253051f1aa req-417e3598-bc65-433f-a8c6-592f65c0cf19 service nova] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 719.118097] env[66012]: INFO networking_nsxv3.common.synchronization [req-abdd4408-9094-4517-94fd-64253051f1aa req-417e3598-bc65-433f-a8c6-592f65c0cf19 service nova] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 719.118238] env[66012]: INFO networking_nsxv3.common.synchronization [req-abdd4408-9094-4517-94fd-64253051f1aa req-417e3598-bc65-433f-a8c6-592f65c0cf19 service nova] Enqueued Resource ID: dd18e615-c4de-4c2a-b190-4cd382124370 with Priority: HIGHEST for action port [ 719.118786] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 719.118921] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 719.120026] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd18e615-c4de-4c2a-b190-4cd382124370 with Priority: HIGHEST for action port [ 719.120457] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.120627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.120673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.120842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.120922] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.122730] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.123525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.123525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.123525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.123525] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.123525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.123525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.123774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.123774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.123834] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.125465] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd18e615-c4de-4c2a-b190-4cd382124370 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.125581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd18e615-c4de-4c2a-b190-4cd382124370" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.125635] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd18e615-c4de-4c2a-b190-4cd382124370" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.126403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd18e615-c4de-4c2a-b190-4cd382124370" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.126403] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd18e615-c4de-4c2a-b190-4cd382124370',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.465943] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.536931] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f [ 719.537167] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.537303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.537596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.537911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.538019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.538136] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f already deleted. [ 719.538286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b7d3c89-dd4f-4b98-8ed1-7b04ca3acb5f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.628879] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.628879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.628879] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.628879] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd18e615-c4de-4c2a-b190-4cd382124370 with status ACTIVE [ 719.629195] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.629195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.629490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.629490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.629621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.629776] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.629928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.630029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.630896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.631018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.631228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.631953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.631953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.631953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.631953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.631953] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd18e615-c4de-4c2a-b190-4cd382124370 is going to be updated. [ 719.653422] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.653604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.653604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.653766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.653898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.654094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd18e615-c4de-4c2a-b190-4cd382124370" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.968246] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.968418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.968507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.968727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.968818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.968986] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce is going to be updated. [ 720.000283] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.000454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.000542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.000781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.001009] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.012706] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce in Status: IN_PROGRESS for 2s [ 720.134254] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.172050] env[66012]: INFO networking_nsxv3.common.synchronization [req-ca7365d4-99a4-4624-9d2c-49e4fc962649 req-cffaf00e-7cb9-49e3-a678-4392c31ee22a tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 720.172560] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 720.173308] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.173435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.173505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.173758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.173917] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.174387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.174498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.175515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.175515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.175515] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.517671] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.517992] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.517992] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.518821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.518821] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.518821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.518958] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.519525] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.519525] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.520125] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.520492] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 720.520492] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 720.520612] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 720.520665] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 720.520769] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 720.520885] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 720.541116] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 720.541322] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 720.541446] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 720.541611] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.541956] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-e9efb12a-2398-4e2d-acd2-749a07084549 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.542150] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-e9efb12a-2398-4e2d-acd2-749a07084549" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.542276] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-e9efb12a-2398-4e2d-acd2-749a07084549" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.542613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-e9efb12a-2398-4e2d-acd2-749a07084549" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.542749] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9efb12a-2398-4e2d-acd2-749a07084549',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.636642] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.639496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.639496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.639496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.639496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.639496] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be created. [ 720.664058] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.664058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.664058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.664331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.664432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.675028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: UNINITIALIZED for 2s [ 720.680330] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.680330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.680330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.680330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.680330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.680330] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.680330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.680330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.680672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.680672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.680672] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 already deleted. [ 720.680672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.045551] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.045760] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.045876] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.046283] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.046438] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.046583] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port e9efb12a-2398-4e2d-acd2-749a07084549 not found, creating... [ 721.046825] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.046973] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.047093] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.047311] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.047436] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.047703] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.047848] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.048094] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.048348] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.048478] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.048610] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: e9efb12a-2398-4e2d-acd2-749a07084549 is going to be created. [ 721.071500] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.071706] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.071821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.072125] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.072363] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.072595] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-e9efb12a-2398-4e2d-acd2-749a07084549" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.124205] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 721.124205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.124388] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: SUCCESS [ 721.124557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.124864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.124975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.125968] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.127127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.127127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.127127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.127127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.127127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.127127] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.127921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.128073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.128261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.129104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.129104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.130093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.130093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.130093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.130093] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.130876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.130876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.130876] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.131097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.131097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.131156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.131198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.132555] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.132555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.132555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.132555] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.132555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.132555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.132793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.132793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.132793] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.631645] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.631952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.634304] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.636986] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.637923] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.829933] env[66012]: INFO networking_nsxv3.common.synchronization [req-ca7365d4-99a4-4624-9d2c-49e4fc962649 req-fb0a02be-de14-4d1b-afcc-d8f45d61342f service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 721.830124] env[66012]: INFO networking_nsxv3.common.synchronization [req-ca7365d4-99a4-4624-9d2c-49e4fc962649 req-fb0a02be-de14-4d1b-afcc-d8f45d61342f service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 721.830256] env[66012]: INFO networking_nsxv3.common.synchronization [req-ca7365d4-99a4-4624-9d2c-49e4fc962649 req-fb0a02be-de14-4d1b-afcc-d8f45d61342f service nova] Enqueued Resource ID: e9efb12a-2398-4e2d-acd2-749a07084549 with Priority: HIGHEST for action port [ 721.830759] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 721.830892] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 721.830985] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9efb12a-2398-4e2d-acd2-749a07084549 with Priority: HIGHEST for action port [ 721.831426] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.831531] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.831688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.831865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.831944] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.833221] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.833449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.833522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.833703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.833871] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.833970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.834040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.834210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.834294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.834387] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.836783] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9efb12a-2398-4e2d-acd2-749a07084549 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.837153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9efb12a-2398-4e2d-acd2-749a07084549" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.837153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9efb12a-2398-4e2d-acd2-749a07084549" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.837153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9efb12a-2398-4e2d-acd2-749a07084549" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.837290] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9efb12a-2398-4e2d-acd2-749a07084549',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.023887] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce in Status: SUCCESS [ 722.024132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.024331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.024614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.024813] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.024918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.024992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.025246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.025337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.025424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.025517] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.140332] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e50ec13f-ba10-44d4-b4f5-113a7c4cac15: rpc.has_security_group_logging(os_id): False [ 722.142670] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.144972] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.164863] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.165023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.165135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.165359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.165451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.165751] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.165864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.165929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.166146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.166216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.166305] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 is going to be created. [ 722.235783] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.235985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.235985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.236228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.236401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.265160] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: IN_PROGRESS for 2s [ 722.334251] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.334434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.338203] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.339305] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9efb12a-2398-4e2d-acd2-749a07084549 with status ACTIVE [ 722.339565] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.339710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.339781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.340089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.340233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.340505] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.340667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.340768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.341270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.341270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.341462] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.341615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.344037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.344037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.344037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.344037] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9efb12a-2398-4e2d-acd2-749a07084549 is going to be updated. [ 722.371691] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.371869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.371978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.372292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.372437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.372601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9efb12a-2398-4e2d-acd2-749a07084549" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.528106] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.647269] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.647540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.647740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.647865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.647989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.648198] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 722.649921] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.649921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.650074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.650836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.650836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.650836] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 is going to be updated. [ 722.691834] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 722.691834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.691834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.691834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.692105] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.692157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.692242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.692360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.692593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.692593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.692593] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.699634] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.700127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.700127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.701126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.701126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.702586] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.702723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.702837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.704555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.704555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.717493] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: IN_PROGRESS for 2s [ 722.717493] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 722.846214] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.031864] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for deb4b985-f7c1-4932-83b9-41e3d139a6ce: rpc.has_security_group_logging(os_id): False [ 723.053995] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.054432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.054432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.054526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.054559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.054765] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.054866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.054930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.055193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.055264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.055434] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce is going to be created. [ 723.112453] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.116313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.116419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.117102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.117102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.132704] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce in Status: IN_PROGRESS for 2s [ 723.197950] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.348715] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.348919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.349031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.349300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.349405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.349536] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be created. [ 723.377067] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.377241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.377320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.377581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.377770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.389188] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: UNINITIALIZED for 2s [ 723.700043] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8fc692-bd22-4dda-8c66-fff90d0bda10: rpc.has_security_group_logging(os_id): False [ 723.723317] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.723317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.723317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.723317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.723317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.723533] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.723533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.723533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.723675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.723749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.723836] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be created. [ 723.791015] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.791307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.791307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.791627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.791820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.805496] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 724.301742] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: SUCCESS [ 724.302436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.302436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.302734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.302804] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.729311] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 724.729705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.729830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.729964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.730174] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.730329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.730475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.730628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.730712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.730805] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.732455] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: SUCCESS [ 724.732631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.732822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.732994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.733165] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.733268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.733324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.733467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.733544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.733638] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.805547] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.805547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.145443] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce in Status: SUCCESS [ 725.145443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.236156] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.237298] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.258585] env[66012]: INFO networking_nsxv3.common.synchronization [req-7375ad88-f146-40c5-b095-3489c74fcc9e req-bd3e5526-b262-4a32-8b38-dafd1f005052 tempest-ImagesOneServerTestJSON-1354246696 tempest-ImagesOneServerTestJSON-1354246696-project-member] Enqueued Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGHEST for action security_group_members [ 725.259013] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGHEST for action security_group_members [ 725.259352] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9847c95e-f4a1-4e48-918d-65c39929c8f7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.259487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.259559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.259794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.259972] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.260095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.260166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.260437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.260521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.260619] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9847c95e-f4a1-4e48-918d-65c39929c8f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.401739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 725.402111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.402329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.402629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.402946] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.403121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.403219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.403433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.403559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.404507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.404507] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.698296] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.698797] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-656" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.699045] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-656" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.699524] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-656" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.700043] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.700279] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.700406] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.700688] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.700824] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.701104] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.701222] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.701325] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.701425] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.701645] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.701645] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.701740] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.728415] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.729103] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.729103] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.729103] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-656" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.729453] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-6c966171-dd97-4b42-9b49-b70224117502 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.729860] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-6c966171-dd97-4b42-9b49-b70224117502" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.729860] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-6c966171-dd97-4b42-9b49-b70224117502" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.730147] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-6c966171-dd97-4b42-9b49-b70224117502" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.730234] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c966171-dd97-4b42-9b49-b70224117502',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.740508] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.741796] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.762829] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.762829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.762829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.763179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.763179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.763179] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.763336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.763336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.763623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.763623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.763623] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 already deleted. [ 725.763806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.819547] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 725.820066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.907314] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.907471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.907570] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.907818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.908263] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.908433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.908523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.908720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.908834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.908954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.909191] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.909321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.909406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.909594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.909776] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.909895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.909967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.910160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.910268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.910372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.910488] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.233033] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.233280] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.233379] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.233662] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.233802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.233947] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 6c966171-dd97-4b42-9b49-b70224117502 not found, creating... [ 726.234223] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.234375] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.234485] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.234698] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.234828] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.235143] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.235302] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.235412] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.235613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.235738] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.235869] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 6c966171-dd97-4b42-9b49-b70224117502 is going to be created. [ 726.243112] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.243279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.243317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.243461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.243562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.243624] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 726.246562] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.246686] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.246739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.246903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.246988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.247091] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 is going to be updated. [ 726.265977] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.266230] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.266365] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.266636] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.266852] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.267081] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-6c966171-dd97-4b42-9b49-b70224117502" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.278966] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.279129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.279210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.279394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.279701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.281331] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.281426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.281532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.281722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.281863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.298029] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: IN_PROGRESS for 2s [ 726.299370] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 726.413995] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcc80b-497f-4869-b957-8b941ed755a6: rpc.has_security_group_logging(os_id): False [ 726.432946] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.433153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.433244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.433503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.433661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.433849] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.433959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.434061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.434271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.434366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.434542] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.434667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.434736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.434927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.435012] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.435246] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.435369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.435436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.435611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.435694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.435896] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be created. [ 726.507649] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.507860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.507860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.508062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.508238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.533493] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 726.845900] env[66012]: INFO networking_nsxv3.common.synchronization [None req-d00d1b34-090e-4c44-9c3b-1a1f8fad5765 None None] Enqueued Resource ID: c4bdeabf-2c5c-4459-aaad-4e46b642fc4b with Priority: HIGHEST for action port [ 726.846532] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4bdeabf-2c5c-4459-aaad-4e46b642fc4b with Priority: HIGHEST for action port [ 726.847268] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4bdeabf-2c5c-4459-aaad-4e46b642fc4b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.847612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4bdeabf-2c5c-4459-aaad-4e46b642fc4b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.847724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4bdeabf-2c5c-4459-aaad-4e46b642fc4b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.847992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4bdeabf-2c5c-4459-aaad-4e46b642fc4b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.848098] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4bdeabf-2c5c-4459-aaad-4e46b642fc4b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.965796] env[66012]: INFO networking_nsxv3.common.synchronization [req-7375ad88-f146-40c5-b095-3489c74fcc9e req-4ea24aed-c73b-4f41-b211-01621fda9a13 service nova] Enqueued Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGHEST for action security_group_rules [ 726.965994] env[66012]: INFO networking_nsxv3.common.synchronization [req-7375ad88-f146-40c5-b095-3489c74fcc9e req-4ea24aed-c73b-4f41-b211-01621fda9a13 service nova] Enqueued Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGHEST for action security_group_members [ 726.966135] env[66012]: INFO networking_nsxv3.common.synchronization [req-7375ad88-f146-40c5-b095-3489c74fcc9e req-4ea24aed-c73b-4f41-b211-01621fda9a13 service nova] Enqueued Resource ID: 6c966171-dd97-4b42-9b49-b70224117502 with Priority: HIGHEST for action port [ 726.966730] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGHEST for action security_group_rules [ 726.966867] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGHEST for action security_group_members [ 726.966963] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c966171-dd97-4b42-9b49-b70224117502 with Priority: HIGHEST for action port [ 726.967483] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9847c95e-f4a1-4e48-918d-65c39929c8f7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.967612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.967679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.967939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.968015] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9847c95e-f4a1-4e48-918d-65c39929c8f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.969140] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9847c95e-f4a1-4e48-918d-65c39929c8f7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.969224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.969286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.969466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.969632] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.969772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.969960] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.970030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.970086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.970180] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9847c95e-f4a1-4e48-918d-65c39929c8f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.972804] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c966171-dd97-4b42-9b49-b70224117502 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.972804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c966171-dd97-4b42-9b49-b70224117502" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.972804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c966171-dd97-4b42-9b49-b70224117502" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.972804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c966171-dd97-4b42-9b49-b70224117502" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.973109] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c966171-dd97-4b42-9b49-b70224117502',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.350495] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4bdeabf-2c5c-4459-aaad-4e46b642fc4b [ 727.350658] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.350793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.350862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.351104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.351228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.351326] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4bdeabf-2c5c-4459-aaad-4e46b642fc4b already deleted. [ 727.354859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4bdeabf-2c5c-4459-aaad-4e46b642fc4b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.478138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9847c95e-f4a1-4e48-918d-65c39929c8f7 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.478138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.478138] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9847c95e-f4a1-4e48-918d-65c39929c8f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.478138] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c966171-dd97-4b42-9b49-b70224117502 with status ACTIVE [ 727.478138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.478138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.478138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.478138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.478138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.478565] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.478565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.478565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.478565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.478565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.479389] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.479389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.479389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.479389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.481383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.481383] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c966171-dd97-4b42-9b49-b70224117502 is going to be updated. [ 727.503975] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.504182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.504245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.504448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.504653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.504733] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c966171-dd97-4b42-9b49-b70224117502" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.982266] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9847c95e-f4a1-4e48-918d-65c39929c8f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.193405] env[66012]: INFO networking_nsxv3.common.synchronization [req-bb111e30-b15e-4185-a93f-909e818239ca req-d7f60034-8ff6-4ab0-975f-cca651791837 tempest-ServerDiagnosticsNegativeTest-198122036 tempest-ServerDiagnosticsNegativeTest-198122036-project-member] Enqueued Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGHEST for action security_group_members [ 728.194060] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGHEST for action security_group_members [ 728.194535] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f685f3d-074a-4284-89bb-434b3667cbbb taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.194828] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.194911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.195275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.195447] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.195559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.195651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.197470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.197470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.197470] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f685f3d-074a-4284-89bb-434b3667cbbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.311417] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: SUCCESS [ 728.312495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.312610] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 728.313381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.313381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.313381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.313621] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.313621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.313621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.313774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.313811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.313925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.315601] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.318295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.320291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.320291] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.320291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.320479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.320522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.320587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.320671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.320821] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.320916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.320973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.321220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.321277] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.321362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.321405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.321537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.321609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.325248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.325248] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.485585] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.486131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.486131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.486264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.486527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.486527] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 is going to be created. [ 728.521061] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.521061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.521061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.521061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.521061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.532269] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 in Status: UNINITIALIZED for 2s [ 728.546357] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 728.546357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.687060] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.687060] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.687409] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.687581] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.687951] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.688194] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.688363] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.688749] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.688929] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.689538] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.689721] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.689909] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.690154] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.690343] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.690514] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.690712] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.698355] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.699077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.699212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.699543] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.699649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.699918] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.700094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.700235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.700413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.700647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.700776] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f685f3d-074a-4284-89bb-434b3667cbbb already deleted. [ 728.700890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.711378] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.711566] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.711658] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.711813] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.712131] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-6c6c1695-d590-4f11-8e18-11f34ffbf069 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.712296] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-6c6c1695-d590-4f11-8e18-11f34ffbf069" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.712406] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-6c6c1695-d590-4f11-8e18-11f34ffbf069" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.712789] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-6c6c1695-d590-4f11-8e18-11f34ffbf069" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.712933] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c6c1695-d590-4f11-8e18-11f34ffbf069',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.819199] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.825541] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3540d2d-67d4-4319-a8c3-6c4857a4c75b: rpc.has_security_group_logging(os_id): False [ 728.854416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.854634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.854739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.855069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.855279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.855555] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.855698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.855794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.856018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.857584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.857584] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.857584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.857767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.858499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.858499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.858499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.858687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.858687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.859292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.859292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.859292] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 728.950656] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.950656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.950764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.950916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.951185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.987217] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 729.217158] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.217158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.217158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.217158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.217158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.217158] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 6c6c1695-d590-4f11-8e18-11f34ffbf069 not found, creating... [ 729.217158] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.217158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.217158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.217158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.217158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.217539] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.217680] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.217852] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.218119] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.218317] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.218527] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 6c6c1695-d590-4f11-8e18-11f34ffbf069 is going to be created. [ 729.243898] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.243898] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.243898] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.243898] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.243898] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.243898] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-6c6c1695-d590-4f11-8e18-11f34ffbf069" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.322252] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e50ec13f-ba10-44d4-b4f5-113a7c4cac15: rpc.has_security_group_logging(os_id): False [ 729.349018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.349018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.349018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.349018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.349018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.349018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.349018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.349018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.349018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.349018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.349018] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 is going to be updated. [ 729.376021] env[66012]: INFO networking_nsxv3.common.synchronization [None req-60a040df-9870-4aa3-ad78-ee7b708985d5 None None] Enqueued Resource ID: 400b7459-0eee-4ab2-a012-439341cc068a with Priority: HIGHEST for action port [ 729.376382] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400b7459-0eee-4ab2-a012-439341cc068a with Priority: HIGHEST for action port [ 729.377082] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-400b7459-0eee-4ab2-a012-439341cc068a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.377082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-400b7459-0eee-4ab2-a012-439341cc068a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.377082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-400b7459-0eee-4ab2-a012-439341cc068a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.377082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-400b7459-0eee-4ab2-a012-439341cc068a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.377853] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400b7459-0eee-4ab2-a012-439341cc068a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.469769] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.469949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.470030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.470260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.470431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.487460] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: IN_PROGRESS for 2s [ 729.879568] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 400b7459-0eee-4ab2-a012-439341cc068a [ 729.879831] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.879963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.880041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.880396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.880494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.880597] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:400b7459-0eee-4ab2-a012-439341cc068a already deleted. [ 729.880671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-400b7459-0eee-4ab2-a012-439341cc068a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.003442] env[66012]: INFO networking_nsxv3.common.synchronization [req-bb111e30-b15e-4185-a93f-909e818239ca req-99ada998-3435-4e49-b5d3-ad1b46b6b27a service nova] Enqueued Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGHEST for action security_group_rules [ 730.003789] env[66012]: INFO networking_nsxv3.common.synchronization [req-bb111e30-b15e-4185-a93f-909e818239ca req-99ada998-3435-4e49-b5d3-ad1b46b6b27a service nova] Enqueued Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGHEST for action security_group_members [ 730.003789] env[66012]: INFO networking_nsxv3.common.synchronization [req-bb111e30-b15e-4185-a93f-909e818239ca req-99ada998-3435-4e49-b5d3-ad1b46b6b27a service nova] Enqueued Resource ID: 6c6c1695-d590-4f11-8e18-11f34ffbf069 with Priority: HIGHEST for action port [ 730.004879] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGHEST for action security_group_rules [ 730.004928] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGHEST for action security_group_members [ 730.005715] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c6c1695-d590-4f11-8e18-11f34ffbf069 with Priority: HIGHEST for action port [ 730.005715] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f685f3d-074a-4284-89bb-434b3667cbbb taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.005715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.005715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.006646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.006646] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f685f3d-074a-4284-89bb-434b3667cbbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.008034] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f685f3d-074a-4284-89bb-434b3667cbbb taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.009042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.009042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.009042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.009042] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.009042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.009259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.009259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.009320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.010008] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f685f3d-074a-4284-89bb-434b3667cbbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.011102] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c6c1695-d590-4f11-8e18-11f34ffbf069 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.011102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c6c1695-d590-4f11-8e18-11f34ffbf069" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.011102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c6c1695-d590-4f11-8e18-11f34ffbf069" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.011280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c6c1695-d590-4f11-8e18-11f34ffbf069" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.011280] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c6c1695-d590-4f11-8e18-11f34ffbf069',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.513811] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f685f3d-074a-4284-89bb-434b3667cbbb taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.514031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.514267] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f685f3d-074a-4284-89bb-434b3667cbbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.516260] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c6c1695-d590-4f11-8e18-11f34ffbf069 with status ACTIVE [ 730.516260] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.516260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.516260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.516537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.516670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.516867] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.516975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.517055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.517210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.517281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.517471] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.517697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.517697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.518294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.518294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.518294] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c6c1695-d590-4f11-8e18-11f34ffbf069 is going to be updated. [ 730.542081] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.542702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.542702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.542702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.542702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.542913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c6c1695-d590-4f11-8e18-11f34ffbf069" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.544207] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 in Status: SUCCESS [ 730.544469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.544673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.544927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.545366] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.545576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.545732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.545898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.546042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.546107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.546202] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9847c95e-f4a1-4e48-918d-65c39929c8f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.006697] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 731.006697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.006697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.006697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.006697] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.019643] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f685f3d-074a-4284-89bb-434b3667cbbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.052174] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9847c95e-f4a1-4e48-918d-65c39929c8f7 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.052174] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.052174] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9847c95e-f4a1-4e48-918d-65c39929c8f7 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.052174] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.052174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.052782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.052782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.052782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.052782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.052782] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9847c95e-f4a1-4e48-918d-65c39929c8f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.502026] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: SUCCESS [ 731.502345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.508859] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.509027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.509101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.509320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.509830] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.509830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.509830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.509830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.510041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.510041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.510041] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.522330] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.522512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.522580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.523136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.523136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.523136] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f685f3d-074a-4284-89bb-434b3667cbbb is going to be created. [ 731.547700] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.547700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.548277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.548277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.548277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.554245] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9847c95e-f4a1-4e48-918d-65c39929c8f7: rpc.has_security_group_logging(os_id): False [ 731.570880] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f685f3d-074a-4284-89bb-434b3667cbbb in Status: UNINITIALIZED for 2s [ 731.572602] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.572752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.572808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.572985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.573076] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.573325] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.573435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.573497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.573660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.573726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.573966] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.574089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.574089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.574205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.574275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.574467] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.574554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.574609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.574741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.574815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.574898] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 is going to be created. [ 731.652195] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.652386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.652432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.652619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.652796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.665360] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 in Status: IN_PROGRESS for 2s [ 732.014896] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.014896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.014896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.015261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.015261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.015361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.015422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.015591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.015677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.015763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.015930] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.016032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.016098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.016278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.016431] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.016557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.016610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.016740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.016857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.016969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.019098] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.522644] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3540d2d-67d4-4319-a8c3-6c4857a4c75b: rpc.has_security_group_logging(os_id): False [ 732.544580] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.544732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.544799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.545039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.545209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.545407] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.545508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.545571] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.545722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.545806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.545973] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.546082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.546143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.546281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.546353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.546544] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.546642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.546732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.546915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.546997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.547203] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 732.613639] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.613836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.613895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.614178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.615522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.630674] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 733.583785] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f685f3d-074a-4284-89bb-434b3667cbbb in Status: SUCCESS [ 733.583785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.583785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.584214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.584214] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.584214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.584336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.584852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.584852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.584852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.584852] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f685f3d-074a-4284-89bb-434b3667cbbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.681352] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 in Status: SUCCESS [ 733.681703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.088069] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f685f3d-074a-4284-89bb-434b3667cbbb taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.088247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.088321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.088547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.088711] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.088821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.088874] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.089029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.089122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.089210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.089385] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f685f3d-074a-4284-89bb-434b3667cbbb taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.089468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.089511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.089818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.089818] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.089922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.089953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.090097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.090170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.090253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.090343] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f685f3d-074a-4284-89bb-434b3667cbbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.592658] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f685f3d-074a-4284-89bb-434b3667cbbb: rpc.has_security_group_logging(os_id): False [ 734.614127] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.614294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.614525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.614525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.614821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.614895] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.615058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.615058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.615333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.615420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.615721] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.615721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.615851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.615934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.616034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.616291] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.616385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.616471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.616697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.616844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.616991] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f685f3d-074a-4284-89bb-434b3667cbbb is going to be created. [ 734.647886] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 734.648144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.696085] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.696289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.696289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.696582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.697686] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.716023] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f685f3d-074a-4284-89bb-434b3667cbbb in Status: IN_PROGRESS for 2s [ 735.006298] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 735.006484] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 736.731203] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f685f3d-074a-4284-89bb-434b3667cbbb in Status: SUCCESS [ 736.731649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.565958] env[66012]: INFO networking_nsxv3.common.synchronization [req-e5c136c1-f56f-4dd3-8657-51db3cc518d8 req-9abdef01-0055-4dc2-9a8a-29387f15b2ed tempest-InstanceActionsV221TestJSON-1237984897 tempest-InstanceActionsV221TestJSON-1237984897-project-member] Enqueued Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGHEST for action security_group_members [ 739.567033] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGHEST for action security_group_members [ 739.567376] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4e5907-ddfe-4878-aba6-78aa0a206742 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.569032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.569032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.569032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.569032] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.569032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.569032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.569032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.570809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.570809] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4e5907-ddfe-4878-aba6-78aa0a206742',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.962362] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.962566] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-327" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.962695] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-327" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.963119] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-327" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.963431] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.963597] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.963704] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.963926] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.964087] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.964286] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.964400] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.964563] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.964602] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.964707] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.964808] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.964925] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.998866] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.998866] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.998866] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.999633] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-327" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.999633] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.999851] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.000031] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.000487] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.000700] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.072008] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.072278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.072429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.072691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.072798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.073135] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.073255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.073373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.073584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.073769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.073896] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 already deleted. [ 740.074036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.504268] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.504511] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.504626] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.504902] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.505052] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.505269] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9 not found, creating... [ 740.505584] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.505817] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.505943] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.506168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.506324] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.506662] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.506894] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.507086] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.507301] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.507433] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.507565] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9 is going to be created. [ 740.527368] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.527575] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.527671] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.527929] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.528163] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.528371] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.274094] env[66012]: INFO networking_nsxv3.common.synchronization [req-e5c136c1-f56f-4dd3-8657-51db3cc518d8 req-4220f940-7cb6-486f-af1d-89b5a475cad5 service nova] Enqueued Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGHEST for action security_group_rules [ 741.274487] env[66012]: INFO networking_nsxv3.common.synchronization [req-e5c136c1-f56f-4dd3-8657-51db3cc518d8 req-4220f940-7cb6-486f-af1d-89b5a475cad5 service nova] Enqueued Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGHEST for action security_group_members [ 741.274487] env[66012]: INFO networking_nsxv3.common.synchronization [req-e5c136c1-f56f-4dd3-8657-51db3cc518d8 req-4220f940-7cb6-486f-af1d-89b5a475cad5 service nova] Enqueued Resource ID: 7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9 with Priority: HIGHEST for action port [ 741.275442] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGHEST for action security_group_rules [ 741.275442] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGHEST for action security_group_members [ 741.275442] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9 with Priority: HIGHEST for action port [ 741.275672] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4e5907-ddfe-4878-aba6-78aa0a206742 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.275773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.275905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.276219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.276340] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4e5907-ddfe-4878-aba6-78aa0a206742',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.277617] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4e5907-ddfe-4878-aba6-78aa0a206742 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.277776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.277865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.278573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.278573] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.278573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.278573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.278757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.278793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.278908] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4e5907-ddfe-4878-aba6-78aa0a206742',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.280382] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.280382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.280382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.280382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.280382] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.781527] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf4e5907-ddfe-4878-aba6-78aa0a206742',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.782587] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4e5907-ddfe-4878-aba6-78aa0a206742 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.782688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.782915] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9 with status ACTIVE [ 741.783045] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.783201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.783295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.783691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.783691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.783906] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.783995] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.784073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.784230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.784309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.784503] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.784602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.784663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.784911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.785019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.785079] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9 is going to be updated. [ 741.807720] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.807876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.808026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.808179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.808310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.808467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d79cb1f-dca8-424f-8922-e1e3dd1bd1f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.288025] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf4e5907-ddfe-4878-aba6-78aa0a206742',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.791561] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.791740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.791829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.792042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.792177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.792230] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 is going to be created. [ 742.822844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.823070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.823138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.823329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.824019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.835143] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 in Status: UNINITIALIZED for 2s [ 744.074831] env[66012]: INFO networking_nsxv3.common.synchronization [req-3059ae1d-0898-455d-9920-ef4abd5f1b5c req-b93ad1c1-de62-4de1-8981-c42d3f18512c tempest-ServerDiagnosticsNegativeTest-198122036 tempest-ServerDiagnosticsNegativeTest-198122036-project-member] Enqueued Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGHEST for action security_group_members [ 744.079216] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGHEST for action security_group_members [ 744.079216] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f685f3d-074a-4284-89bb-434b3667cbbb taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.079216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.079216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.079216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.079216] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.079216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.079216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.079216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.079216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.079216] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f685f3d-074a-4284-89bb-434b3667cbbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.569660] env[66012]: INFO networking_nsxv3.common.synchronization [req-191aab66-a860-4722-8298-398b0af9ff0c req-f3f48ee5-f1a0-418a-b87e-5070e4981ee1 tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 744.570589] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 744.571247] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.571848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.572018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.572384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.573272] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.573546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.575697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.575697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.575697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.575697] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.584359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.584359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.584359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.584359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.584359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.584359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.584359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.584359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.584716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.584716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.585868] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f685f3d-074a-4284-89bb-434b3667cbbb is going to be updated. [ 744.618076] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.618362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.618362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.618497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.618713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.628728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f685f3d-074a-4284-89bb-434b3667cbbb in Status: IN_PROGRESS for 2s [ 744.848823] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 in Status: SUCCESS [ 744.849160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.849397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.849675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.849899] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.850126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.850194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.850382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.850472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.850578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.850735] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf4e5907-ddfe-4878-aba6-78aa0a206742',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.005299] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.005563] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-803" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.005699] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-803" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.006399] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-803" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.006707] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.006893] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.007020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.007348] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.007570] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.007793] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.007901] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 745.008007] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 745.008164] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 745.008308] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 745.008392] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 745.008525] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 745.038773] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 745.039218] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 745.039218] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 745.039400] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-803" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.039793] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-841624ea-1096-4c50-b3d6-90eb885c47a2 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.040014] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.040196] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.040678] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.040830] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841624ea-1096-4c50-b3d6-90eb885c47a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.077248] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.077770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.077770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.077894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.077894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.078153] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.078290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.078357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.078588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.078700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.078815] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 already deleted. [ 745.078938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.354129] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4e5907-ddfe-4878-aba6-78aa0a206742 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.354376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.354461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.354696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.354874] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.354994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.355105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.355361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.355486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.355594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.355755] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4e5907-ddfe-4878-aba6-78aa0a206742 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.355860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.355951] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.356164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.356395] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.356516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.356616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.356803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.356907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.357037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.357165] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf4e5907-ddfe-4878-aba6-78aa0a206742',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.548251] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.548251] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.548251] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.548251] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.548251] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.548251] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 841624ea-1096-4c50-b3d6-90eb885c47a2 not found, creating... [ 745.548251] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.548251] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.548251] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.548251] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.548695] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.548695] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.548784] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.549245] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.550851] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.551103] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.551301] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 is going to be created. [ 745.575661] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.576015] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.576237] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.576715] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.577025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.577315] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.859497] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf4e5907-ddfe-4878-aba6-78aa0a206742: rpc.has_security_group_logging(os_id): False [ 745.878725] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.878960] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.878960] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.879167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.879259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.879501] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.879605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.879662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.879816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.879893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.880088] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.880200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.880252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.880368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.880444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.881499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.881688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.881760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.881947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.882043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.882152] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 is going to be created. [ 745.945740] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.945943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.946030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.946290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.946510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.051916] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 in Status: IN_PROGRESS for 2s [ 746.313478] env[66012]: INFO networking_nsxv3.common.synchronization [req-191aab66-a860-4722-8298-398b0af9ff0c req-2e6b1052-aebe-409c-ad70-2430334e7dfc service nova] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_rules [ 746.313850] env[66012]: INFO networking_nsxv3.common.synchronization [req-191aab66-a860-4722-8298-398b0af9ff0c req-2e6b1052-aebe-409c-ad70-2430334e7dfc service nova] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 746.313962] env[66012]: INFO networking_nsxv3.common.synchronization [req-191aab66-a860-4722-8298-398b0af9ff0c req-2e6b1052-aebe-409c-ad70-2430334e7dfc service nova] Enqueued Resource ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 with Priority: HIGHEST for action port [ 746.314860] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_rules [ 746.318754] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 746.318754] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 with Priority: HIGHEST for action port [ 746.318754] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.318754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.318754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.318754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.318754] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.318754] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.318754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.318754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.320014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.320821] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.321101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.321276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.321551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.322953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.322953] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.323617] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-841624ea-1096-4c50-b3d6-90eb885c47a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.323912] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.324131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.324537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.325392] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841624ea-1096-4c50-b3d6-90eb885c47a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.640151] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f685f3d-074a-4284-89bb-434b3667cbbb in Status: SUCCESS [ 746.640354] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f685f3d-074a-4284-89bb-434b3667cbbb deletion is rescheduled due to dependency. [ 746.641024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.827766] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.828675] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.828875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.829459] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 841624ea-1096-4c50-b3d6-90eb885c47a2 with status ACTIVE [ 746.829736] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.829860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.830846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.830846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.830846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.830846] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.830846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.831153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.831219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.831342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.832556] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.832556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.832556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.832556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.832556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.832556] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 is going to be updated. [ 746.858432] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.858669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.858669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.858911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.859055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.859242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.330616] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.834538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.834645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.834761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.835000] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.835120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.835216] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 is going to be created. [ 747.869579] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.870280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.870388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.870622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.870785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.882190] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: UNINITIALIZED for 2s [ 748.071331] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 in Status: SUCCESS [ 748.071331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.894631] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: SUCCESS [ 749.894953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.895171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.895468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.895694] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.895916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.895916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.896054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.896156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.896397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.896463] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.399823] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.399990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.400071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.400397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.400659] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.401194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.401194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.401194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.401437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.401437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.401534] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.401756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.401756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.402450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.402450] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.402450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.402450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.402450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.402450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.402775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.402775] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.657904] env[66012]: INFO networking_nsxv3.common.synchronization [req-b5389d68-5488-4c24-bfe7-600678e5fb7a req-def9c940-a03c-4e3c-867f-2174547c3923 tempest-ServersAdminNegativeTestJSON-183492358 tempest-ServersAdminNegativeTestJSON-183492358-project-member] Enqueued Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 750.658812] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGHEST for action security_group_members [ 750.659536] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.659636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.660302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.660302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.660424] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.660598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.660736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.661680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.662014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.662199] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.907075] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ceefe60-89e4-48fc-b357-578c491c5c98: rpc.has_security_group_logging(os_id): False [ 750.929657] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.929982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.930126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.930507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.930682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.931097] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.931244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.931321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.931606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.931760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.932665] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.932665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.932665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.932855] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.932889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.933232] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.933345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.933453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.933744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.933896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.934090] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 is going to be created. [ 751.004484] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.004768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.004896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.005251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.006487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.018256] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: IN_PROGRESS for 2s [ 751.168056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.168264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.168344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.168677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.168785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.169055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.169214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.169345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.169562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.169669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.169795] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc is going to be updated. [ 751.217504] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.217747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.217829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.218102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.218288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.234981] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: IN_PROGRESS for 2s [ 752.052457] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d507cef-4ba8-4824-b6bf-618d3448b2d2 req-2ddbc54d-e047-4130-8bb0-2c32bf5e4aa0 tempest-InstanceActionsV221TestJSON-1237984897 tempest-InstanceActionsV221TestJSON-1237984897-project-member] Enqueued Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGHEST for action security_group_members [ 752.052750] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGHEST for action security_group_members [ 752.052890] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4e5907-ddfe-4878-aba6-78aa0a206742 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.053020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.053081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.053287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.053518] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.053628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.053688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.053994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.054608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.054608] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4e5907-ddfe-4878-aba6-78aa0a206742',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.556879] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.557058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.557131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.557346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.557469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.557685] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.557795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.557876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.557996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.558096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.558182] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 is going to be updated. [ 752.589134] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.589134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.589134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.589134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.589134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.599772] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 in Status: IN_PROGRESS for 2s [ 752.680859] env[66012]: INFO networking_nsxv3.common.synchronization [req-e70642e2-f13e-4c58-ad33-3172040f1540 req-8d6ccc56-05cc-47f4-b855-0fb07e5f1abe tempest-ServersTestBootFromVolume-1869929553 tempest-ServersTestBootFromVolume-1869929553-project-member] Enqueued Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_members [ 752.683365] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGHEST for action security_group_members [ 752.683852] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8673cae7-0b80-44cb-8af5-bc84438de42c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.684060] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.684134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.684570] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.684570] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.684743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.684861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.685279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.685279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.685279] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.038333] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: SUCCESS [ 753.038670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.187309] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.187589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.187693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.188169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.188288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.188502] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.188615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.188666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.188849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.188955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.189068] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8673cae7-0b80-44cb-8af5-bc84438de42c is going to be updated. [ 753.224426] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.224692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.224692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.224906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.225062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.237247] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8673cae7-0b80-44cb-8af5-bc84438de42c in Status: IN_PROGRESS for 2s [ 753.247057] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc in Status: SUCCESS [ 753.247324] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc deletion is rescheduled due to dependency. [ 753.247483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.305186] env[66012]: INFO networking_nsxv3.common.synchronization [req-c7a63a20-a03e-414a-84ed-4bcba34e7745 req-c484e8c9-9a70-4803-a2a5-bc025f1f8182 tempest-ServersWithSpecificFlavorTestJSON-1422651128 tempest-ServersWithSpecificFlavorTestJSON-1422651128-project-member] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 753.305899] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 753.306252] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.306461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.306514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.306751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.306883] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.306981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.307057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.307244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.307289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.307384] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.809623] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.809786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.809859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.810264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.810264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810507] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.810507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.810725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.810791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.810859] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab is going to be updated. [ 753.839456] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.839680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.839680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.839878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.840042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.848731] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: IN_PROGRESS for 2s [ 754.611577] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 in Status: SUCCESS [ 754.612061] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 deletion is rescheduled due to dependency. [ 754.612061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.248608] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8673cae7-0b80-44cb-8af5-bc84438de42c in Status: SUCCESS [ 755.248784] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8673cae7-0b80-44cb-8af5-bc84438de42c deletion is rescheduled due to dependency. [ 755.248948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.860324] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: SUCCESS [ 755.860754] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab deletion is rescheduled due to dependency. [ 755.860754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.015864] env[66012]: INFO networking_nsxv3.common.synchronization [req-2408a30d-cd6b-46e7-a015-3e5a907b2d27 req-4811f85f-5ade-4443-bf70-92cbd712eba4 tempest-InstanceActionsTestJSON-787435351 tempest-InstanceActionsTestJSON-787435351-project-member] Enqueued Resource ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd with Priority: HIGHEST for action security_group_members [ 757.015864] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd with Priority: HIGHEST for action security_group_members [ 757.016169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.016169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.016169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.016412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.016601] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.016704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.016764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.016917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.017011] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.019391] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e709f7ee-3595-4cfc-85ad-98a0c4e2bedd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.440356] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-137 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.440581] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-137" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.440702] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-137" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.441085] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-137" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.441379] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.441631] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.441786] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.442078] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.442269] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.442505] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.442638] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.442763] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.442896] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.443022] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.443149] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.443342] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.464144] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.464312] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.464467] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.464652] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-137" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.465014] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.465215] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.465327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.465716] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.465905] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.523848] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.523992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.524077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.524304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.524397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.524629] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.524705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.524808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.524890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.524963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.525244] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd already deleted. [ 757.525280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.912931] env[66012]: INFO networking_nsxv3.common.synchronization [req-a3460235-2864-4d25-abcb-c44d15bfc362 req-129dfd99-ac65-450a-b0d3-3a4ce78ff1c1 tempest-ListImageFiltersTestJSON-560152120 tempest-ListImageFiltersTestJSON-560152120-project-member] Enqueued Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 757.914129] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 757.914580] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.914778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.914903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.915153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.915408] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.915509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.915574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.915757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.915869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.915978] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.969033] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.969279] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.969410] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.969740] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.969895] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.970086] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2 not found, creating... [ 757.970378] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.970661] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.970794] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.971056] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.971200] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.971521] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.971706] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.971826] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.972083] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.972231] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.972399] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2 is going to be created. [ 757.993062] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.993383] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.993495] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.993768] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.993989] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.994220] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.417956] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.753429] env[66012]: INFO networking_nsxv3.common.synchronization [req-2408a30d-cd6b-46e7-a015-3e5a907b2d27 req-bd6520a1-eacf-4543-abf0-f1851f1b0ff4 service nova] Enqueued Resource ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd with Priority: HIGHEST for action security_group_rules [ 758.753429] env[66012]: INFO networking_nsxv3.common.synchronization [req-2408a30d-cd6b-46e7-a015-3e5a907b2d27 req-bd6520a1-eacf-4543-abf0-f1851f1b0ff4 service nova] Enqueued Resource ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd with Priority: HIGHEST for action security_group_members [ 758.753429] env[66012]: INFO networking_nsxv3.common.synchronization [req-2408a30d-cd6b-46e7-a015-3e5a907b2d27 req-bd6520a1-eacf-4543-abf0-f1851f1b0ff4 service nova] Enqueued Resource ID: bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2 with Priority: HIGHEST for action port [ 758.753429] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd with Priority: HIGHEST for action security_group_rules [ 758.753429] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd with Priority: HIGHEST for action security_group_members [ 758.753429] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2 with Priority: HIGHEST for action port [ 758.753701] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.753765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.753879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.754169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.754209] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e709f7ee-3595-4cfc-85ad-98a0c4e2bedd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.755070] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.755196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.755285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.755459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.755612] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.755720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.755776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.755890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.755968] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.756066] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e709f7ee-3595-4cfc-85ad-98a0c4e2bedd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.756821] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.756945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.757040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.757490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.757490] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.919894] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.259316] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e709f7ee-3595-4cfc-85ad-98a0c4e2bedd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.260343] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.260462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.260948] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2 with status ACTIVE [ 759.260948] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.260948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.260948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.261187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.261223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.261484] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.261621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.261621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.261872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.261872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.262953] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.262953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.262953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.262953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.262953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.262953] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2 is going to be updated. [ 759.285194] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.285194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.285194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.285194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.285194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.285194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb5b57b3-68a2-41fe-b2ab-9d3575cb99b2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.425026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.425342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.425342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.425559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.425636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.425748] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf is going to be updated. [ 759.471812] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.472071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.472175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.472441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.472605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.484440] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: IN_PROGRESS for 2s [ 759.764281] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e709f7ee-3595-4cfc-85ad-98a0c4e2bedd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.266957] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.267142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.267213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.267439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.267538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.267636] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd is going to be created. [ 760.300167] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.300319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.300386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.300611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.300801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.314522] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd in Status: UNINITIALIZED for 2s [ 760.558819] env[66012]: INFO networking_nsxv3.common.synchronization [None req-6b8794a6-8edd-4f61-8720-75e1aac8ed89 None None] Enqueued Resource ID: 8d97a0de-111b-45ed-a732-c9fc21d0a2ec with Priority: HIGHEST for action port [ 760.560115] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d97a0de-111b-45ed-a732-c9fc21d0a2ec with Priority: HIGHEST for action port [ 760.560115] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d97a0de-111b-45ed-a732-c9fc21d0a2ec taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.560115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d97a0de-111b-45ed-a732-c9fc21d0a2ec" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.560115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d97a0de-111b-45ed-a732-c9fc21d0a2ec" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.560115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d97a0de-111b-45ed-a732-c9fc21d0a2ec" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.560115] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d97a0de-111b-45ed-a732-c9fc21d0a2ec',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.065410] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d97a0de-111b-45ed-a732-c9fc21d0a2ec [ 761.065696] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.065987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.065987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.066180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.066269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.066366] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d97a0de-111b-45ed-a732-c9fc21d0a2ec already deleted. [ 761.066445] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d97a0de-111b-45ed-a732-c9fc21d0a2ec" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.497853] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: SUCCESS [ 761.497853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.328038] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd in Status: SUCCESS [ 762.329314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.329314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.329314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.329314] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.329314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.329580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.329580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.329654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.329720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.329809] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e709f7ee-3595-4cfc-85ad-98a0c4e2bedd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.833602] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.833815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.833910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.834095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.834302] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.834418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.834481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.834628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.834759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.834850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.834999] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.835140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.835244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.835488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.835636] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.838093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.838093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.838093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.838093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.838093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.838093] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e709f7ee-3595-4cfc-85ad-98a0c4e2bedd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.119637] env[66012]: INFO networking_nsxv3.common.synchronization [None req-097af11d-9ceb-47c7-b509-281831f6b151 None None] Enqueued Resource ID: 2feb9fc9-104b-404f-b980-43498965524c with Priority: HIGHEST for action port [ 763.120248] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2feb9fc9-104b-404f-b980-43498965524c with Priority: HIGHEST for action port [ 763.120573] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2feb9fc9-104b-404f-b980-43498965524c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.120702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2feb9fc9-104b-404f-b980-43498965524c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.120767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2feb9fc9-104b-404f-b980-43498965524c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.121281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2feb9fc9-104b-404f-b980-43498965524c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.121422] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2feb9fc9-104b-404f-b980-43498965524c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.341412] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e709f7ee-3595-4cfc-85ad-98a0c4e2bedd: rpc.has_security_group_logging(os_id): False [ 763.367811] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.368133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.368262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.368504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.368607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.368867] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.368991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.369077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.369234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.369335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.369572] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.369684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.369769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.369917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.369993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.374437] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.374561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.374630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.374857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.374950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.375059] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd is going to be created. [ 763.445092] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.445188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.445222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.445602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.445794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.460729] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd in Status: IN_PROGRESS for 2s [ 763.623728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2feb9fc9-104b-404f-b980-43498965524c [ 763.623856] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.624423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.624502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.624748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.624851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.624989] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2feb9fc9-104b-404f-b980-43498965524c already deleted. [ 763.625892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2feb9fc9-104b-404f-b980-43498965524c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.486479] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd in Status: SUCCESS [ 765.486883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.019238] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed2fbca8-6083-43ca-ab43-8571f2c13edf req-1e8ed65a-faab-4906-a112-324a6e25c70e tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 766.019238] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed2fbca8-6083-43ca-ab43-8571f2c13edf req-1e8ed65a-faab-4906-a112-324a6e25c70e tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 6526ff52-264a-44cc-948a-58c1b9630b2c with Priority: HIGHEST for action security_group_members [ 766.020357] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 766.020519] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6526ff52-264a-44cc-948a-58c1b9630b2c with Priority: HIGHEST for action security_group_members [ 766.020861] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.020924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.021168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.021291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.021427] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.021540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.021599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.021735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.021831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.021915] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.022815] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6526ff52-264a-44cc-948a-58c1b9630b2c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.022958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.023046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.023277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.024025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.024025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.024025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.024025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.024025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.024025] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6526ff52-264a-44cc-948a-58c1b9630b2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.067923] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed2fbca8-6083-43ca-ab43-8571f2c13edf req-1e8ed65a-faab-4906-a112-324a6e25c70e tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 6526ff52-264a-44cc-948a-58c1b9630b2c with Priority: HIGHEST for action security_group_rules [ 766.068111] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed2fbca8-6083-43ca-ab43-8571f2c13edf req-1e8ed65a-faab-4906-a112-324a6e25c70e tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 6526ff52-264a-44cc-948a-58c1b9630b2c with Priority: HIGHEST for action security_group_members [ 766.068255] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed2fbca8-6083-43ca-ab43-8571f2c13edf req-1e8ed65a-faab-4906-a112-324a6e25c70e tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_rules [ 766.068377] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed2fbca8-6083-43ca-ab43-8571f2c13edf req-1e8ed65a-faab-4906-a112-324a6e25c70e tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 766.068496] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed2fbca8-6083-43ca-ab43-8571f2c13edf req-1e8ed65a-faab-4906-a112-324a6e25c70e tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 with Priority: HIGHEST for action port [ 766.069223] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6526ff52-264a-44cc-948a-58c1b9630b2c with Priority: HIGHEST for action security_group_rules [ 766.069422] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_rules [ 766.069635] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 with Priority: HIGHEST for action port [ 766.069738] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6526ff52-264a-44cc-948a-58c1b9630b2c with Priority: HIGHEST for action security_group_members [ 766.069937] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 766.071034] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6526ff52-264a-44cc-948a-58c1b9630b2c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.071034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.071034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.071034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.071034] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6526ff52-264a-44cc-948a-58c1b9630b2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.072150] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.072349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.073137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.073137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.073137] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.077575] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-841624ea-1096-4c50-b3d6-90eb885c47a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.077870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.077948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.078226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.078360] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841624ea-1096-4c50-b3d6-90eb885c47a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.079639] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6526ff52-264a-44cc-948a-58c1b9630b2c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.079639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.080176] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.080340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.525971] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.527633] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6526ff52-264a-44cc-948a-58c1b9630b2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.578130] env[66012]: INFO networking_nsxv3.common.synchronization [req-1ae44856-9854-42b7-a092-37036ac000d8 req-5203ff98-e0bf-4663-899f-68151b7af8f7 tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 766.578130] env[66012]: INFO networking_nsxv3.common.synchronization [req-1ae44856-9854-42b7-a092-37036ac000d8 req-5203ff98-e0bf-4663-899f-68151b7af8f7 tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 6526ff52-264a-44cc-948a-58c1b9630b2c with Priority: HIGHEST for action security_group_members [ 766.578130] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 766.578130] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6526ff52-264a-44cc-948a-58c1b9630b2c with Priority: HIGHEST for action security_group_members [ 766.578130] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.578130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.578682] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6526ff52-264a-44cc-948a-58c1b9630b2c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.579038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.582773] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 841624ea-1096-4c50-b3d6-90eb885c47a2 with status ACTIVE [ 766.582773] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.582773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.582773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.582773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.582773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.584090] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.584379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.584541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.584942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.585157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.585471] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.587028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.587028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.587028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.587028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.587028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 is going to be updated. [ 766.587743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6526ff52-264a-44cc-948a-58c1b9630b2c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.587973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.588301] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.588529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.611873] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.611873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.611873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.611873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.611873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.611873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.623768] env[66012]: INFO networking_nsxv3.common.synchronization [req-1ae44856-9854-42b7-a092-37036ac000d8 req-5203ff98-e0bf-4663-899f-68151b7af8f7 tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_rules [ 766.625019] env[66012]: INFO networking_nsxv3.common.synchronization [req-1ae44856-9854-42b7-a092-37036ac000d8 req-5203ff98-e0bf-4663-899f-68151b7af8f7 tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 766.625019] env[66012]: INFO networking_nsxv3.common.synchronization [req-1ae44856-9854-42b7-a092-37036ac000d8 req-5203ff98-e0bf-4663-899f-68151b7af8f7 tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 with Priority: HIGHEST for action port [ 766.625019] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_rules [ 766.625419] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 766.625669] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 with Priority: HIGHEST for action port [ 766.628758] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.628758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.628758] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.628758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.628758] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-841624ea-1096-4c50-b3d6-90eb885c47a2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.628758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.628758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.628758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.628758] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('841624ea-1096-4c50-b3d6-90eb885c47a2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.030337] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.032293] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6526ff52-264a-44cc-948a-58c1b9630b2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.131474] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 841624ea-1096-4c50-b3d6-90eb885c47a2 with status ACTIVE [ 767.135211] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.135211] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.135211] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.135211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.135906] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 841624ea-1096-4c50-b3d6-90eb885c47a2 is going to be updated. [ 767.166804] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.167079] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.167214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.167531] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.167822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.168535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-841624ea-1096-4c50-b3d6-90eb885c47a2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.312429] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 767.312429] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NSXv3 Agent Agent loop - iteration:1 started [ 767.536903] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.536903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.537249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.537408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.537571] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.537676] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 is going to be updated. [ 767.539164] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.539330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.539330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.539494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.539577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.539666] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6526ff52-264a-44cc-948a-58c1b9630b2c is going to be created. [ 767.575302] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.575466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.575775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.576009] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.576173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.584059] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.584226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.584304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.584495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.584629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.587889] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6526ff52-264a-44cc-948a-58c1b9630b2c in Status: UNINITIALIZED for 2s [ 767.593151] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: IN_PROGRESS for 2s [ 769.508911] env[66012]: INFO networking_nsxv3.common.synchronization [req-4e889ff5-5684-4f2d-989e-41bdf7d9f99d req-efbc68f5-79ba-4ac3-b065-5fd621c6981c tempest-AttachVolumeShelveTestJSON-1783292687 tempest-AttachVolumeShelveTestJSON-1783292687-project-member] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_members [ 769.509453] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_members [ 769.509748] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.509870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.509935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.511461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.512071] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.512191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.512259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.512425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.512515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.512613] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.600786] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6526ff52-264a-44cc-948a-58c1b9630b2c in Status: SUCCESS [ 769.601056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.601241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.601469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.601656] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.601772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.601836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.601986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.602080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.602175] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6526ff52-264a-44cc-948a-58c1b9630b2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.603598] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: SUCCESS [ 769.603773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.603915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.604109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.604265] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.604368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.604431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.604643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.604856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.604962] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.913814] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.913814] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.913814] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.913814] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.915541] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.915541] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.915541] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.916612] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.916612] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.916783] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.916783] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.916846] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.916939] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.917051] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 769.917151] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.917277] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.937526] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.937683] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 769.937802] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.937974] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.938310] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-8e60c723-068b-407f-9011-ff80ce149b26 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.938478] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.938590] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.938955] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.939106] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e60c723-068b-407f-9011-ff80ce149b26',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.015224] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.015406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.015406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.015969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.015969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.016252] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.016252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.016252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.016448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.016521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.016575] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 already deleted. [ 770.016641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.106598] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.106814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.106925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.107439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.107439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.107582] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.107582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.107675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.107826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.108490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.108490] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6526ff52-264a-44cc-948a-58c1b9630b2c is going to be deleted. [ 770.112021] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.169108] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.169108] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.169108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.169108] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6526ff52-264a-44cc-948a-58c1b9630b2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.444710] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.444846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.446913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.446913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.446913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.446913] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 8e60c723-068b-407f-9011-ff80ce149b26 not found, creating... [ 770.446913] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.446913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.446913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.446913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.446913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.446913] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.447427] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.447427] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.447621] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.447736] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.447916] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 8e60c723-068b-407f-9011-ff80ce149b26 is going to be created. [ 770.496461] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.496461] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.496461] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.496832] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.497088] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.497309] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.613939] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.675506] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.675718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.675792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.676102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.676102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.676327] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.676425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.676496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.676660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.676733] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.676822] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6526ff52-264a-44cc-948a-58c1b9630b2c already deleted. [ 770.676900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.677096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.677257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.677408] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.677502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.677572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.677756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.677867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.677972] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6526ff52-264a-44cc-948a-58c1b9630b2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.116337] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.116337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.116501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.117307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.117307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.117307] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 is going to be updated. [ 771.146310] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.146513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.146634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.146766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.146905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.157299] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: IN_PROGRESS for 2s [ 771.178147] env[66012]: INFO networking_nsxv3.common.synchronization [req-4e889ff5-5684-4f2d-989e-41bdf7d9f99d req-2e5eb3ed-045c-41d5-b068-f16cd53e6248 service nova] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_rules [ 771.178312] env[66012]: INFO networking_nsxv3.common.synchronization [req-4e889ff5-5684-4f2d-989e-41bdf7d9f99d req-2e5eb3ed-045c-41d5-b068-f16cd53e6248 service nova] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_members [ 771.178441] env[66012]: INFO networking_nsxv3.common.synchronization [req-4e889ff5-5684-4f2d-989e-41bdf7d9f99d req-2e5eb3ed-045c-41d5-b068-f16cd53e6248 service nova] Enqueued Resource ID: 8e60c723-068b-407f-9011-ff80ce149b26 with Priority: HIGHEST for action port [ 771.178945] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_rules [ 771.179100] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_members [ 771.179200] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e60c723-068b-407f-9011-ff80ce149b26 with Priority: HIGHEST for action port [ 771.179471] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.179590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.179679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.179845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.179924] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.181165] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.183521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.183521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.183711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.183917] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.184067] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.184150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.184348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.184459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.184578] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.187421] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e60c723-068b-407f-9011-ff80ce149b26 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.187597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.187875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.188111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.188212] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e60c723-068b-407f-9011-ff80ce149b26',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.189780] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.189979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.190046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.190240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.190357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.190716] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.190886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.190971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.191175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.191293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.191409] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6526ff52-264a-44cc-948a-58c1b9630b2c already deleted. [ 771.191512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.191637] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6526ff52-264a-44cc-948a-58c1b9630b2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.690841] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.691175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.691362] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.697468] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e60c723-068b-407f-9011-ff80ce149b26 with status ACTIVE [ 771.697468] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.697716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.697716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.697927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.698107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.698257] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.698484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.698484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.698648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.698727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.698903] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.699092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.699163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.699308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.699410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.699485] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e60c723-068b-407f-9011-ff80ce149b26 is going to be updated. [ 771.700703] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6526ff52-264a-44cc-948a-58c1b9630b2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.725235] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.725418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.725418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.725729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.725914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.726240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.193942] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.203595] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6526ff52-264a-44cc-948a-58c1b9630b2c: rpc.has_security_group_logging(os_id): False [ 772.214663] env[66012]: INFO networking_nsxv3.common.synchronization [req-e15d7fb8-70a5-44e2-a3d8-e6f4a6aeb0e6 req-b8e61849-342e-4c53-8e5f-f2b4b24ae946 tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 772.215187] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 772.215542] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.215677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.215744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.215955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.216196] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.216300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.216398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.216625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.217400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.217525] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.227625] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.227625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.227625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.227625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.227625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.227625] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.227625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.227994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.227994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.227994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.227994] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6526ff52-264a-44cc-948a-58c1b9630b2c is going to be created. [ 772.251564] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6526ff52-264a-44cc-948a-58c1b9630b2c], does not exist path=[/infra/domains/default/groups/6526ff52-264a-44cc-948a-58c1b9630b2c]."\n}' [ 772.251728] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6526ff52-264a-44cc-948a-58c1b9630b2c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6526ff52-264a-44cc-948a-58c1b9630b2c [ 772.251797] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 772.286315] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.286315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.286315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.286562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.287722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.288054] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.288180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.288332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.288541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.288615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.288897] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.289063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.289161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.289382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.289477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.289558] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6526ff52-264a-44cc-948a-58c1b9630b2c is going to be created. [ 772.311216] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6526ff52-264a-44cc-948a-58c1b9630b2c], does not exist path=[/infra/domains/default/groups/6526ff52-264a-44cc-948a-58c1b9630b2c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6526ff52-264a-44cc-948a-58c1b9630b2c [ 772.311390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6526ff52-264a-44cc-948a-58c1b9630b2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.311913] env[66012]: Traceback (most recent call last): [ 772.311985] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 772.311985] env[66012]: return func(*args, **kwargs) [ 772.311985] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 772.311985] env[66012]: res.raise_for_status() [ 772.311985] env[66012]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 772.311985] env[66012]: raise HTTPError(http_error_msg, response=self) [ 772.311985] env[66012]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6526ff52-264a-44cc-948a-58c1b9630b2c [ 772.311985] env[66012]: During handling of the above exception, another exception occurred: [ 772.311985] env[66012]: Traceback (most recent call last): [ 772.311985] env[66012]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 772.311985] env[66012]: listener.cb(fileno) [ 772.311985] env[66012]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 772.311985] env[66012]: result = function(*args, **kwargs) [ 772.311985] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 772.311985] env[66012]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 772.311985] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 772.311985] env[66012]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 772.311985] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 772.311985] env[66012]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 772.311985] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 772.311985] env[66012]: res.raise_for_status() [ 772.311985] env[66012]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 772.311985] env[66012]: raise HTTPError(http_error_msg, response=self) [ 772.311985] env[66012]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6526ff52-264a-44cc-948a-58c1b9630b2c [ 772.311985] env[66012]: Removing descriptor: 14 [ 772.695813] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.696211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.696211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.696594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.696771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.697061] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 is going to be created. [ 772.721782] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.722054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.722133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.722320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.731373] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.731547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.731717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.731846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.731936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.745921] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: UNINITIALIZED for 2s [ 772.750182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.752576] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.752736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.752817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.753042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.753135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.753229] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 772.757282] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.757500] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.757641] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.757845] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.758120] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.758272] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.758382] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.758614] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.758736] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.758940] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.759090] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.759195] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.759293] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.759394] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.759490] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.759615] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.790445] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.790613] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.790853] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.791042] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.791417] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-277c42cf-d313-48bb-bb6b-bd0977ca847d taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.791639] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-277c42cf-d313-48bb-bb6b-bd0977ca847d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.791757] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-277c42cf-d313-48bb-bb6b-bd0977ca847d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.792094] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-277c42cf-d313-48bb-bb6b-bd0977ca847d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.792238] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277c42cf-d313-48bb-bb6b-bd0977ca847d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.794102] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.794231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.794325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.794486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.794661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.809090] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 773.168272] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: SUCCESS [ 773.168576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.168847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.169230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.169543] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.169737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.169857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.170139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.170257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.170414] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.301022] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.301022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.301022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.301022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.301022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.301022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 277c42cf-d313-48bb-bb6b-bd0977ca847d not found, creating... [ 773.301022] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.301022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.301022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.301022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.301022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.301746] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.301746] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.301746] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.301746] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.301746] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.301746] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 277c42cf-d313-48bb-bb6b-bd0977ca847d is going to be created. [ 773.322136] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.322427] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.322547] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.322818] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.323050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.323311] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-277c42cf-d313-48bb-bb6b-bd0977ca847d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.673027] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.037680] env[66012]: INFO networking_nsxv3.common.synchronization [req-e15d7fb8-70a5-44e2-a3d8-e6f4a6aeb0e6 req-5b7ee4c2-5bc6-41fd-a46e-a306f2600526 service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 774.037962] env[66012]: INFO networking_nsxv3.common.synchronization [req-e15d7fb8-70a5-44e2-a3d8-e6f4a6aeb0e6 req-5b7ee4c2-5bc6-41fd-a46e-a306f2600526 service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 774.038016] env[66012]: INFO networking_nsxv3.common.synchronization [req-e15d7fb8-70a5-44e2-a3d8-e6f4a6aeb0e6 req-5b7ee4c2-5bc6-41fd-a46e-a306f2600526 service nova] Enqueued Resource ID: 277c42cf-d313-48bb-bb6b-bd0977ca847d with Priority: HIGHEST for action port [ 774.038509] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 774.038641] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 774.038772] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 277c42cf-d313-48bb-bb6b-bd0977ca847d with Priority: HIGHEST for action port [ 774.038999] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.039421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.039547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.039695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.039779] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.040621] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.040746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.040950] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-277c42cf-d313-48bb-bb6b-bd0977ca847d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.041620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-277c42cf-d313-48bb-bb6b-bd0977ca847d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.041620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-277c42cf-d313-48bb-bb6b-bd0977ca847d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.041620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-277c42cf-d313-48bb-bb6b-bd0977ca847d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.041826] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('277c42cf-d313-48bb-bb6b-bd0977ca847d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.176053] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.543554] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.543707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.543897] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 277c42cf-d313-48bb-bb6b-bd0977ca847d with status ACTIVE [ 774.544158] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.544237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.544283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.544505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.544602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.544773] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.544867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.544928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.545093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.545170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.545352] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.545434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.545544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.545656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.545729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.545814] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 277c42cf-d313-48bb-bb6b-bd0977ca847d is going to be updated. [ 774.571476] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.571800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.571914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.572173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.572384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.572600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-277c42cf-d313-48bb-bb6b-bd0977ca847d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.678469] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.678636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.678721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.678980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.679105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.679221] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 is going to be updated. [ 774.724071] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.724071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.724071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.724293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.724671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.737662] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: IN_PROGRESS for 2s [ 774.757037] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: SUCCESS [ 774.757451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.757690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.757982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.758746] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.758746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.758746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.758746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.758746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.758746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.760996] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.821121] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 774.821315] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d deletion is rescheduled due to dependency. [ 774.822317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.822317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.822317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.822317] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.822317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.822317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.822317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.822878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.822878] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.265165] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.265473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.265473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.265665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.265800] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.266820] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.327710] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.761491] env[66012]: INFO networking_nsxv3.common.synchronization [req-9c4dc016-7013-476b-a09e-c1bdf9b951a7 req-34e99c8f-af33-4ccc-b3cd-2222d84dda1a tempest-ServersTestFqdnHostnames-2085728968 tempest-ServersTestFqdnHostnames-2085728968-project-member] Enqueued Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_members [ 775.761714] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_members [ 775.762040] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-88483200-2834-4e48-bedf-6dcda8a2c589 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.762163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.762247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.762499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.762658] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.762776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.762838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.762989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.763100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.763195] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.771753] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a22ea5b-8ac2-46d3-a664-90cbcf37b334: rpc.has_security_group_logging(os_id): False [ 775.772913] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.791834] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.792037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.792037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.792420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.792420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.794709] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.794709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.794709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.794709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.794709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.794709] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 is going to be created. [ 775.840151] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.854271] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.854443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.854487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.854696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.854883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.871294] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: IN_PROGRESS for 2s [ 776.149370] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.152386] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-252" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.152386] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-252" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.152386] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-252" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.152386] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.152386] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.152386] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.152386] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.152867] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.155326] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.155482] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.155637] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.155778] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.155909] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.156052] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.156212] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.179273] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.179273] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.179273] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.179273] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-252" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.179575] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.179828] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.180016] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.180453] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.180696] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bd9575-fb6e-44f5-ac8a-91a09d60f756',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.266808] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.267132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.267132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.267350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.267464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.267674] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.267777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.267827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.267990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.268118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.268187] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88483200-2834-4e48-bedf-6dcda8a2c589 already deleted. [ 776.268248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.277117] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.340758] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.341127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.341241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.341506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.342334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.342569] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 776.384988] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.386876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.386876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.386876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.386876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.398454] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 776.684389] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.684629] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.684805] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.686213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.686213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.686213] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port b6bd9575-fb6e-44f5-ac8a-91a09d60f756 not found, creating... [ 776.686213] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.686213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.686213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.686213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.687085] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.687085] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.687085] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.687085] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.687085] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.687660] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.687660] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: b6bd9575-fb6e-44f5-ac8a-91a09d60f756 is going to be created. [ 776.709455] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.709686] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.709817] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.710140] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.710477] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.710785] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.748577] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: SUCCESS [ 776.748869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.749098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.749326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.749519] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.749638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.749796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.749882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.749936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.749994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.750111] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.751117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.751287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.751484] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.751611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.751683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.751821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.751894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.752061] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.779511] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 776.779658] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 776.986961] env[66012]: INFO networking_nsxv3.common.synchronization [req-a0992578-f35d-4d03-984c-a08d41d2b40a req-bfcccd82-b8b5-4f23-876b-6226a0f53d62 tempest-ListServerFiltersTestJSON-1311641900 tempest-ListServerFiltersTestJSON-1311641900-project-member] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 776.987509] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 776.987985] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.988171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.988238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.988437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.988592] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.988686] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.988747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.988884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.988971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.989081] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.226958] env[66012]: INFO networking_nsxv3.common.synchronization [req-bc13bc13-149f-409e-8de7-38ae80cd97b2 req-c8ee8c0d-7c0b-4bb5-9ac0-827593d6df0e tempest-ServerRescueTestJSONUnderV235-1012277084 tempest-ServerRescueTestJSONUnderV235-1012277084-project-member] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 777.227877] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGHEST for action security_group_members [ 777.227962] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.228048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.255116] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.256574] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.256852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.442241] env[66012]: INFO networking_nsxv3.common.synchronization [req-9c4dc016-7013-476b-a09e-c1bdf9b951a7 req-f7f9db31-ec5d-4612-95fb-ba14deb069d1 service nova] Enqueued Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_rules [ 777.442530] env[66012]: INFO networking_nsxv3.common.synchronization [req-9c4dc016-7013-476b-a09e-c1bdf9b951a7 req-f7f9db31-ec5d-4612-95fb-ba14deb069d1 service nova] Enqueued Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_members [ 777.442530] env[66012]: INFO networking_nsxv3.common.synchronization [req-9c4dc016-7013-476b-a09e-c1bdf9b951a7 req-f7f9db31-ec5d-4612-95fb-ba14deb069d1 service nova] Enqueued Resource ID: b6bd9575-fb6e-44f5-ac8a-91a09d60f756 with Priority: HIGHEST for action port [ 777.443133] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_rules [ 777.443337] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_members [ 777.443407] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6bd9575-fb6e-44f5-ac8a-91a09d60f756 with Priority: HIGHEST for action port [ 777.443677] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88483200-2834-4e48-bedf-6dcda8a2c589 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.443793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.443866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.444087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.444169] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.445805] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-88483200-2834-4e48-bedf-6dcda8a2c589 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.445805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.445805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.446700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.446700] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.446700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.446700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.446940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.446940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.447036] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.447920] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.448044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.448123] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.448285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.448350] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6bd9575-fb6e-44f5-ac8a-91a09d60f756',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.491265] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.554477] env[66012]: INFO networking_nsxv3.common.synchronization [req-26858664-6bf4-4dfc-989a-00bd327c8283 req-9e3f21df-d49a-4d69-9aba-4164fca0b651 tempest-ImagesOneServerTestJSON-1354246696 tempest-ImagesOneServerTestJSON-1354246696-project-member] Enqueued Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGHEST for action security_group_members [ 777.554477] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGHEST for action security_group_members [ 777.555222] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9847c95e-f4a1-4e48-918d-65c39929c8f7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.555678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.555877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.556273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.556573] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.557133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.557299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.557648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.557829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.558019] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9847c95e-f4a1-4e48-918d-65c39929c8f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.733574] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.733916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.733916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.734029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.752099] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 777.753102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.754311] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 777.758020] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.780071] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.780208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.780270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.780480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.785405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.785995] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 777.786095] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 777.786167] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 777.796308] env[66012]: INFO networking_nsxv3.common.synchronization [req-9e925b8d-8b05-485c-8929-a5afb865266d req-32f38293-94c3-4703-abb0-5dd5e94fdc11 tempest-InstanceActionsTestJSON-787435351 tempest-InstanceActionsTestJSON-787435351-project-member] Enqueued Resource ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd with Priority: HIGHEST for action security_group_members [ 777.797030] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd with Priority: HIGHEST for action security_group_members [ 777.797153] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.797271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.797334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.797565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.797760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.797920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.797920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.798033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.798206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.798206] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e709f7ee-3595-4cfc-85ad-98a0c4e2bedd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.825488] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.825488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.825488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.825488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.825488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.825488] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 777.884429] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: SUCCESS [ 777.884673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.892028] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.892203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.892251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.892473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.892732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.892964] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 777.950411] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.951510] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-88483200-2834-4e48-bedf-6dcda8a2c589 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.951672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.951810] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6bd9575-fb6e-44f5-ac8a-91a09d60f756 with status ACTIVE [ 777.951964] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.952081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.952139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.952384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.952447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.952581] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.952674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.952729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.952867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.952942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.953662] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.953773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.953819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.953968] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.954064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.954269] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6bd9575-fb6e-44f5-ac8a-91a09d60f756 is going to be updated. [ 777.980831] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.981014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.981055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.981290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.981406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.981542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6bd9575-fb6e-44f5-ac8a-91a09d60f756" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.989443] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.989590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.990363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.990596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.990849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.991053] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 777.991145] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7f685f3d-074a-4284-89bb-434b3667cbbb', 'adbac70a-cd63-4e0e-b3f1-1c1b96684cab', '5b8fc692-bd22-4dda-8c66-fff90d0bda10', 'f9e863c8-d98f-4489-a0d2-d9abd9af055e', '5200094e-bf0d-4aa0-9188-f3adc7bc2af1', 'c40135b4-d777-4c73-8cea-0a35b8354c7f', '9fd765f8-bf21-4b9d-9e53-3ce3cefea7da', '8f4d2d82-ab24-4fc0-be14-ef42495e28be', '16bcc80b-497f-4869-b957-8b941ed755a6', '8d38c898-40a0-4677-88aa-9020dff46dd1', '9847c95e-f4a1-4e48-918d-65c39929c8f7', '8673cae7-0b80-44cb-8af5-bc84438de42c', 'e50ec13f-ba10-44d4-b4f5-113a7c4cac15', '55cea5d0-05ac-49fd-ae18-1a4d6ded5b33', '8ceefe60-89e4-48fc-b357-578c491c5c98', '1a22ea5b-8ac2-46d3-a664-90cbcf37b334', '0d8de1f2-1098-4e2c-9e3c-619e9859b0bc', '25c679a5-bdb7-458b-b7ac-e5cc7310bac0', '11c2b881-afda-4fca-9155-d46ba70f3284', 'cf4e5907-ddfe-4878-aba6-78aa0a206742', '2640177c-35a5-43d2-9b42-0599e51fab0c', '0014b423-8661-4aee-bed8-1e93987f42c3', 'a4231f3e-1c31-4914-86cc-6aa56396a0cf', 'deb4b985-f7c1-4932-83b9-41e3d139a6ce', '38ca4082-aed1-42cd-865d-cb66023e451d', '96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6', '4cc19d8e-97a1-47a4-948e-599d807ce6a2', '75c1e3a8-ebd8-48b5-ad34-54253d2dbee2', 'e709f7ee-3595-4cfc-85ad-98a0c4e2bedd', 'c3540d2d-67d4-4319-a8c3-6c4857a4c75b'} {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 777.991231] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 777.993751] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.018224] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.018414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.018458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.019192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.019192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.019192] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 778.019192] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 778.019192] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 778.060994] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.061173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.061242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.061452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.090617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.090617] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.090617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.090617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.090881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.091773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.091773] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 is going to be updated. [ 778.131904] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.132212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.132212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.132365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.132505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.164507] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 in Status: IN_PROGRESS for 2s [ 778.166804] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.167197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.167197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.167359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.167991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.168275] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 778.168330] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 778.168382] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 778.168432] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 778.168498] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 778.168556] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGH for action security_group_rules [ 778.168669] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGH for action security_group_rules [ 778.168785] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGH for action security_group_rules [ 778.168785] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGH for action security_group_rules [ 778.168888] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGH for action security_group_rules [ 778.168932] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGH for action security_group_rules [ 778.168979] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGH for action security_group_rules [ 778.169054] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGH for action security_group_rules [ 778.169106] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGH for action security_group_rules [ 778.169155] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGH for action security_group_rules [ 778.169222] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGH for action security_group_rules [ 778.169287] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGH for action security_group_rules [ 778.169346] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGH for action security_group_rules [ 778.169413] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGH for action security_group_rules [ 778.169475] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGH for action security_group_rules [ 778.169526] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGH for action security_group_rules [ 778.169583] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGH for action security_group_rules [ 778.169648] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGH for action security_group_rules [ 778.169707] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGH for action security_group_rules [ 778.169824] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGH for action security_group_rules [ 778.169906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.260500] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.260676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.260786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.261062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.261184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.261295] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 is going to be updated. [ 778.304265] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.304265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.304265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.304265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.324135] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.324289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.324360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.324576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.324706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.337753] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: IN_PROGRESS for 2s [ 778.347261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.347261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.347261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.347261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.347261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.347261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.347261] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd is going to be updated. [ 778.381760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.381760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.381760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.381760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.381760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.390512] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd in Status: IN_PROGRESS for 2s [ 778.409438] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 778.409781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.410077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.410480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.410844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.411050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.411095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.411285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.411372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.411466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.411631] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.456513] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.496346] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.496737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.496737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.497027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.497128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.497163] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 778.529709] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.529799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.529839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.530043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.530192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.540509] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 778.913926] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.914117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.914188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.914419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.914608] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.914751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.914751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.914894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.914977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.915077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.915224] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.915316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.915374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.915516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.915884] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.915884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.915884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.916072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.916251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.916349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.916438] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.962293] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.962526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.962595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.962832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.962937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.963091] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88483200-2834-4e48-bedf-6dcda8a2c589 is going to be created. [ 778.989029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.989227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.989324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.989539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.989726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.001404] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88483200-2834-4e48-bedf-6dcda8a2c589 in Status: UNINITIALIZED for 2s [ 779.419244] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38ca4082-aed1-42cd-865d-cb66023e451d: rpc.has_security_group_logging(os_id): False [ 779.440902] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.441271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.441271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.441432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.462931] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.463330] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.463497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.463545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.463852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.463941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.464296] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.464469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.464469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.464634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.464763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.464922] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.465077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.465133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.465311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.465463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.465595] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 779.532754] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.533155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.533262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.533578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.533909] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.556103] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 779.959875] env[66012]: INFO networking_nsxv3.common.synchronization [req-b6a02e1a-0b02-4b4d-9e6d-b19928556856 req-ef293400-d2d7-4996-8063-f9fc83b00234 tempest-ServersAdminTestJSON-1096529398 tempest-ServersAdminTestJSON-1096529398-project-member] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 779.960750] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 779.960990] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f685f3d-074a-4284-89bb-434b3667cbbb with Priority: HIGH for action security_group_rules [ 779.961192] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGH for action security_group_rules [ 779.961369] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGH for action security_group_rules [ 779.961540] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 with Priority: HIGH for action security_group_rules [ 779.961736] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 with Priority: HIGH for action security_group_rules [ 779.961937] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11c2b881-afda-4fca-9155-d46ba70f3284 with Priority: HIGH for action security_group_rules [ 779.962065] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 with Priority: HIGH for action security_group_rules [ 779.962328] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc with Priority: HIGH for action security_group_rules [ 779.962519] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 with Priority: HIGH for action security_group_rules [ 779.962677] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGH for action security_group_rules [ 779.962837] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGH for action security_group_rules [ 779.963051] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8673cae7-0b80-44cb-8af5-bc84438de42c with Priority: HIGH for action security_group_rules [ 779.963209] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 with Priority: HIGH for action security_group_rules [ 779.963339] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGH for action security_group_rules [ 779.963499] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGH for action security_group_rules [ 779.963650] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGH for action security_group_rules [ 779.964248] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be with Priority: HIGH for action security_group_rules [ 779.964451] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGH for action security_group_rules [ 779.964614] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGH for action security_group_rules [ 779.964773] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e with Priority: HIGH for action security_group_rules [ 779.965208] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.965385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.965485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.965944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.966065] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.966234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.966333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.966627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.966708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.966873] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.968196] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f685f3d-074a-4284-89bb-434b3667cbbb taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.968370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.968467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.968706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.968836] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f685f3d-074a-4284-89bb-434b3667cbbb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.969892] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.970062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.970416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.970416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.970499] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.971450] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.971699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.971699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.972779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.972779] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.973762] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.973896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.974743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4e5907-ddfe-4878-aba6-78aa0a206742 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.974743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.974743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.974743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.974743] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4e5907-ddfe-4878-aba6-78aa0a206742',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.976053] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11c2b881-afda-4fca-9155-d46ba70f3284 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.976186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.976276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.976619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.976619] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11c2b881-afda-4fca-9155-d46ba70f3284',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.977802] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.977947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.978056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.978268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.978370] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25c679a5-bdb7-458b-b7ac-e5cc7310bac0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.980374] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.980976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.981097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.981313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.981447] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d8de1f2-1098-4e2c-9e3c-619e9859b0bc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.983810] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.984068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.984237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.984516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.984573] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55cea5d0-05ac-49fd-ae18-1a4d6ded5b33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.985847] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.985918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.985957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.986200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.986275] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.987548] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.987714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.987781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.987948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.988032] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.988293] env[66012]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 779.989160] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8673cae7-0b80-44cb-8af5-bc84438de42c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.989266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.989376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.989745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.989819] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8673cae7-0b80-44cb-8af5-bc84438de42c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.990804] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9847c95e-f4a1-4e48-918d-65c39929c8f7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.990917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.990983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.991161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.991296] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9847c95e-f4a1-4e48-918d-65c39929c8f7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.992392] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.992502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.992578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.992775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.992885] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.994040] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.994183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.994264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.995804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.995891] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.996861] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.996971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.997044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.997226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.997308] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.998457] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.998565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.998632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.998794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.998863] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f4d2d82-ab24-4fc0-be14-ef42495e28be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.999826] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.999937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.999994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.000185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.000264] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.001385] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.001570] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.001685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.001866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.001958] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.003286] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.003423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.003486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.003653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.003743] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9e863c8-d98f-4489-a0d2-d9abd9af055e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.047903] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.048119] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.048171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.048395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.081752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.081979] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f685f3d-074a-4284-89bb-434b3667cbbb is going to be deleted. [ 780.164667] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.164667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.164667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.164667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.164667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.164667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f685f3d-074a-4284-89bb-434b3667cbbb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.176967] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 in Status: SUCCESS [ 780.176967] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 deletion is rescheduled due to dependency. [ 780.176967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.339305] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.339305] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.339305] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.339621] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.340027] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.340125] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.340472] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.340569] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.340646] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.341108] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.341108] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.341226] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.341386] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.341433] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.342062] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.342062] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.358690] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: SUCCESS [ 780.358690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.358690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.358690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.358690] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.358690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.358690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.358690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.358690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.358690] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.403181] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd in Status: SUCCESS [ 780.403181] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e709f7ee-3595-4cfc-85ad-98a0c4e2bedd deletion is rescheduled due to dependency. [ 780.403181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e709f7ee-3595-4cfc-85ad-98a0c4e2bedd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.407976] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.407976] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.066 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.407976] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.407976] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.408516] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-780aa5a4-33aa-4296-8abd-f5ec75e35a33 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.408516] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-780aa5a4-33aa-4296-8abd-f5ec75e35a33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.408970] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-780aa5a4-33aa-4296-8abd-f5ec75e35a33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.409107] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-780aa5a4-33aa-4296-8abd-f5ec75e35a33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.409253] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780aa5a4-33aa-4296-8abd-f5ec75e35a33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.410401] env[66012]: WARNING oslo_messaging._drivers.amqpdriver [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 780.507636] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.507981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.507981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.510251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.510531] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.510673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.510850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.511025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.511166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.511166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.511342] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.512272] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.548939] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.548939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.548939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.548939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.548939] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.548939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.548939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.548939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.548939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.549413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.549413] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.551524] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.551684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.551804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.552033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.552238] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.552373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.552446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.552647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.552770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.552889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.552984] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.554008] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.554135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.554188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.554365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.554538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.554639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.554717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.554865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.554950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.555105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.555146] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.557450] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.557624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.558716] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 780.558902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.569354] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.569354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.569354] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.569354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.569354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.569354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.569354] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.569354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.569354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.569354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.569354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.569354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.569813] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.570330] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.571483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.571611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.571809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.571978] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.572093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.572166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.572322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.572415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.572567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.572621] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.577316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.577811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.577975] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.578090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.578151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.578665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.579039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.579039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.579039] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.585855] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.585987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.586060] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.586255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.629660] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.629846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.630773] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.630879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.631701] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.631801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.633481] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.633854] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.635170] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.635311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.636269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.636416] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab is going to be deleted. [ 780.638182] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.638342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.638467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.638797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.640705] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.640864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.642017] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.642017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.642814] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.642945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.667102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.667463] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11c2b881-afda-4fca-9155-d46ba70f3284 is going to be deleted. [ 780.668750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.668940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.669098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.669204] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9847c95e-f4a1-4e48-918d-65c39929c8f7 is going to be deleted. [ 780.670289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.670552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.692664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.692851] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8673cae7-0b80-44cb-8af5-bc84438de42c is going to be deleted. [ 780.694120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.694460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.708247] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.708489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.715627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.715857] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25c679a5-bdb7-458b-b7ac-e5cc7310bac0 is going to be deleted. [ 780.716888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.717180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.736560] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.736560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.748535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.748535] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f4d2d82-ab24-4fc0-be14-ef42495e28be is going to be deleted. [ 780.749551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.749933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.752037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.752037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.759979] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.759979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.792215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.792342] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9e863c8-d98f-4489-a0d2-d9abd9af055e is going to be deleted. [ 780.793410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.793583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.811597] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.811802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.839658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.839883] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55cea5d0-05ac-49fd-ae18-1a4d6ded5b33 is going to be deleted. [ 780.840913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.841155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.863343] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.863579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.902346] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.902618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.912651] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.912913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.913057] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.913367] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.913516] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.913671] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 780aa5a4-33aa-4296-8abd-f5ec75e35a33 not found, creating... [ 780.913953] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.914144] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.914261] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.914492] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.914649] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.914966] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.915149] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.915262] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.915474] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.915655] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.915799] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 780aa5a4-33aa-4296-8abd-f5ec75e35a33 is going to be created. [ 780.918115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.918228] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4e5907-ddfe-4878-aba6-78aa0a206742 is going to be deleted. [ 780.919167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.919354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.939196] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.939358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.943450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.943676] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d8de1f2-1098-4e2c-9e3c-619e9859b0bc is going to be deleted. [ 780.944658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.945069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.945069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.945194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.946453] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.946666] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.946790] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.947055] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.947282] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.947501] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-780aa5a4-33aa-4296-8abd-f5ec75e35a33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.948433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.948615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.949326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.949476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9847c95e-f4a1-4e48-918d-65c39929c8f7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.950473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.950666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.950756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.950879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11c2b881-afda-4fca-9155-d46ba70f3284" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.951035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.951192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.951268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.951381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8673cae7-0b80-44cb-8af5-bc84438de42c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.951511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.951647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.951721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.951829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25c679a5-bdb7-458b-b7ac-e5cc7310bac0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.951954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.952117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.986810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.987121] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.987256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.987325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.987533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.987618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.987709] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 is going to be updated. [ 780.988754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.988994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.989089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.989234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f4d2d82-ab24-4fc0-be14-ef42495e28be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.989440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.989601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.989682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.989818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9e863c8-d98f-4489-a0d2-d9abd9af055e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.014098] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.015086] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.028076] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88483200-2834-4e48-bedf-6dcda8a2c589 in Status: SUCCESS [ 781.028376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.028645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.028947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.029289] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.029405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.029460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.029613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.029700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.029785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.029926] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.035888] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.035888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.035888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.035888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.035888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.035888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55cea5d0-05ac-49fd-ae18-1a4d6ded5b33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.058740] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.058937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.059055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.059331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.059561] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.059739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.059851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.060127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.060239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.060339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.060531] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.060634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.060708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.060871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.061033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.061133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.061195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.061345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.061483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.061589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.061710] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.063122] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.064397] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.068187] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.069259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.069396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.069686] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.069832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.073081] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.073081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.073228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.073353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.073464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.073582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4e5907-ddfe-4878-aba6-78aa0a206742" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.083324] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.084354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.084410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.084864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.084864] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.085127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.085335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.086029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.086029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.086029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.086029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.086327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.086452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.087038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.087258] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.087463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.087463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.087611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.088343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.088343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.088343] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.090124] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.090247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.090350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.090478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.090627] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.090719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.090778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.090913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.090989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.091084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.091227] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.091314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.093020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.093020] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.093020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.093020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.093020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.093020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.093020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.093020] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.098210] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: IN_PROGRESS for 2s [ 781.099133] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.099312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.099425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.099638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.099776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.099920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d8de1f2-1098-4e2c-9e3c-619e9859b0bc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.100804] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.517393] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8fc692-bd22-4dda-8c66-fff90d0bda10: rpc.has_security_group_logging(os_id): False [ 781.519223] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.519427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.519495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.519709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.519801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.519918] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 781.532245] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.537895] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.538097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.538201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.538403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.550863] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.550863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.550863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.550863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.550863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.562650] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 781.566103] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5200094e-bf0d-4aa0-9188-f3adc7bc2af1: rpc.has_security_group_logging(os_id): False [ 781.567704] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcc80b-497f-4869-b957-8b941ed755a6: rpc.has_security_group_logging(os_id): False [ 781.568617] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a22ea5b-8ac2-46d3-a664-90cbcf37b334: rpc.has_security_group_logging(os_id): False [ 781.571837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.572039] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.572202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.572311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.572526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.572644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.572757] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 781.574646] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 781.574797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.590930] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.591115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.591181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.591404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.593280] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.593419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.595256] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.595362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.597147] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da: rpc.has_security_group_logging(os_id): False [ 781.601015] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c40135b4-d777-4c73-8cea-0a35b8354c7f: rpc.has_security_group_logging(os_id): False [ 781.602667] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e50ec13f-ba10-44d4-b4f5-113a7c4cac15: rpc.has_security_group_logging(os_id): False [ 781.618563] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.618828] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.619966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.620337] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.620469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.620640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.620705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.620791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.620886] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 is going to be updated. [ 781.622537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.622537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.625293] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.625401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.626842] env[66012]: INFO networking_nsxv3.common.synchronization [req-b6a02e1a-0b02-4b4d-9e6d-b19928556856 req-a413bf88-1387-45f6-9b90-035b4acc0f31 service nova] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_rules [ 781.627255] env[66012]: INFO networking_nsxv3.common.synchronization [req-b6a02e1a-0b02-4b4d-9e6d-b19928556856 req-a413bf88-1387-45f6-9b90-035b4acc0f31 service nova] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 781.627255] env[66012]: INFO networking_nsxv3.common.synchronization [req-b6a02e1a-0b02-4b4d-9e6d-b19928556856 req-a413bf88-1387-45f6-9b90-035b4acc0f31 service nova] Enqueued Resource ID: 780aa5a4-33aa-4296-8abd-f5ec75e35a33 with Priority: HIGHEST for action port [ 781.628605] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.628736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.629268] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_rules [ 781.629459] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 781.629553] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 780aa5a4-33aa-4296-8abd-f5ec75e35a33 with Priority: HIGHEST for action port [ 781.629861] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.629979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.630333] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.630333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.630561] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-780aa5a4-33aa-4296-8abd-f5ec75e35a33 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.630649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-780aa5a4-33aa-4296-8abd-f5ec75e35a33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.630957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-780aa5a4-33aa-4296-8abd-f5ec75e35a33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.630957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-780aa5a4-33aa-4296-8abd-f5ec75e35a33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.631142] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('780aa5a4-33aa-4296-8abd-f5ec75e35a33',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.649260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.649635] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.649792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.650411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.650411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.650411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.650578] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.650578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.650768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.650811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.651110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.651110] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.651243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.651286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.651617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.651617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.651693] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 781.652897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.653396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.753918] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.753918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.772885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.773509] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.773509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.773509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.773509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.773509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.774135] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.774135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.774135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.774135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.774135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.774386] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.774455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.774494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.774626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.774691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.774788] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 781.776308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.777050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.826721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.828403] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.828590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.828754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.829187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.829424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.829500] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 is going to be updated. [ 781.831014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.834704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.836079] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.836349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.880406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.880406] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.880406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.880406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.880406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.880406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.880406] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 is going to be updated. [ 781.881608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.881820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.906588] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.906767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.909974] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.910151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.926732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.927304] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.927591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.927761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.929025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.929025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.929025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.929025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.929025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.929025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.929025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.929538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.932979] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f is going to be updated. [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.932979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.934906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.934906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.934906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.937330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.937330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.937330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.960978] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.961166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.961237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.961556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.961594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.988678] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.988920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.988920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.989159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.989309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.003420] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 in Status: IN_PROGRESS for 2s [ 782.004951] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 782.005784] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 782.006579] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 782.007247] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: IN_PROGRESS for 2s [ 782.019930] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: IN_PROGRESS for 2s [ 782.036281] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88483200-2834-4e48-bedf-6dcda8a2c589: rpc.has_security_group_logging(os_id): False [ 782.086963] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.087176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.087176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.087471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.087602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.087760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.088054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.088054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.088221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.088221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.088278] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88483200-2834-4e48-bedf-6dcda8a2c589 is going to be created. [ 782.111301] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.111498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.111498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.111659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.111807] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.128995] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: IN_PROGRESS for 2s [ 782.134257] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 780aa5a4-33aa-4296-8abd-f5ec75e35a33 with status ACTIVE [ 782.134257] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.134257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.134257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.134257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.134503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.134503] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.134589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.134628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.134805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.134885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.135084] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.135176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.135234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.135372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.135472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.135513] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 780aa5a4-33aa-4296-8abd-f5ec75e35a33 is going to be updated. [ 782.167786] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.167944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.168022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.168246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.168384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.168541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-780aa5a4-33aa-4296-8abd-f5ec75e35a33" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.188415] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.188552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.188622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.188837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.189022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.212375] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88483200-2834-4e48-bedf-6dcda8a2c589 in Status: IN_PROGRESS for 2s [ 782.724939] env[66012]: INFO networking_nsxv3.common.synchronization [req-b0c5444a-de52-4ecf-99ed-cf8ed435087c req-4b33bb50-8572-4634-99ac-b00fdeb4d4b1 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 782.726555] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 782.727016] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.727201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.727300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.727780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.727914] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.728040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.728140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.728315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.728405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.728500] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.832147] env[66012]: INFO networking_nsxv3.common.synchronization [None req-9159ba63-5a2d-48c4-8b31-accd229009c0 None None] Enqueued Resource ID: 2f87accf-ce9a-4370-8087-19ef1d67221f with Priority: HIGHEST for action port [ 782.832751] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f87accf-ce9a-4370-8087-19ef1d67221f with Priority: HIGHEST for action port [ 782.833284] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f87accf-ce9a-4370-8087-19ef1d67221f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.833429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f87accf-ce9a-4370-8087-19ef1d67221f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.833554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f87accf-ce9a-4370-8087-19ef1d67221f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.836444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f87accf-ce9a-4370-8087-19ef1d67221f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.836444] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f87accf-ce9a-4370-8087-19ef1d67221f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.084282] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.084459] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.084574] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.084958] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.085145] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.085294] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.085403] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.085663] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.085841] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.086166] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.086288] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.086394] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.086494] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.088020] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.088020] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.088020] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.109647] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.109647] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.109774] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.109959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.110298] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.110488] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.110606] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.110928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.111103] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.113457] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: SUCCESS [ 783.113714] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 deletion is rescheduled due to dependency. [ 783.113844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.114012] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.114263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.114477] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.114592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.114659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.114816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.114899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.114984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.115159] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceefe60-89e4-48fc-b357-578c491c5c98 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.115253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.115313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.115447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.115697] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.116045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.116045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.116108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.116225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.116328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.116411] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.231685] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.231800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.231861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.232104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.232196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.232390] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.232488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.232550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.232696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.232773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.232856] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 already deleted. [ 783.232933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.337227] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f87accf-ce9a-4370-8087-19ef1d67221f [ 783.337227] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.337399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.337399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.338049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.338049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.339865] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f87accf-ce9a-4370-8087-19ef1d67221f already deleted. [ 783.339865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f87accf-ce9a-4370-8087-19ef1d67221f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.574395] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 783.574619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.574798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.575031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.575227] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.575344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.575406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.575554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.575668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.575761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.575861] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.576895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.577617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.578279] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.578279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.578279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.578279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.578468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.578587] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.614721] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.614900] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.615038] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.615320] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.615462] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.615678] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9 not found, creating... [ 783.615948] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.616117] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.616229] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.616446] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.616579] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.616868] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.617036] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.617156] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.617378] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.617522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.617659] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9 is going to be created. [ 783.619234] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ceefe60-89e4-48fc-b357-578c491c5c98: rpc.has_security_group_logging(os_id): False [ 783.643405] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.643405] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.643405] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.643405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.644204] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.644204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.644204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.644204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.644204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.644204] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 is going to be updated. [ 783.646335] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.647371] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.647371] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.647371] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.647371] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.647600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.717264] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.717264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.717264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.717264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.717264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.731122] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: IN_PROGRESS for 2s [ 784.028363] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 784.028637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.029459] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: SUCCESS [ 784.029601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.030232] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 784.030396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.031027] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 in Status: SUCCESS [ 784.031186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.031817] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 784.031985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.033741] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: SUCCESS [ 784.033937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.080606] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.082161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.082161] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.150647] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: SUCCESS [ 784.150892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.223514] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88483200-2834-4e48-bedf-6dcda8a2c589 in Status: SUCCESS [ 784.223813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.396426] env[66012]: INFO networking_nsxv3.common.synchronization [req-b0c5444a-de52-4ecf-99ed-cf8ed435087c req-ef0aa60c-d429-469c-b250-d2bd1c496996 service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 784.396426] env[66012]: INFO networking_nsxv3.common.synchronization [req-b0c5444a-de52-4ecf-99ed-cf8ed435087c req-ef0aa60c-d429-469c-b250-d2bd1c496996 service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 784.396426] env[66012]: INFO networking_nsxv3.common.synchronization [req-b0c5444a-de52-4ecf-99ed-cf8ed435087c req-ef0aa60c-d429-469c-b250-d2bd1c496996 service nova] Enqueued Resource ID: d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9 with Priority: HIGHEST for action port [ 784.397177] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 784.400816] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 784.400816] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9 with Priority: HIGHEST for action port [ 784.400816] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.400816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.400816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.400816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.400816] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.400816] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.400816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.400816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.400816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.401270] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.401466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.401620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.401846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.402028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.402212] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.403755] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.403972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.404142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.404387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.407259] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.584052] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.907463] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.908630] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.908739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.912560] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9 with status ACTIVE [ 784.913218] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.913218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.913218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.913218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.913488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.913488] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.913602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.913602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.913756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.913838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.914068] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.914167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.914228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.914368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.915236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.915236] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9 is going to be updated. [ 784.938815] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.938970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.939051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.939397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.939397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.939575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6f94a4e-2d79-4e5f-b222-31eb0df6c8d9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.089669] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.089669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.089669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.089669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.089669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.089669] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 785.130385] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.131335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.131335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.131335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.131335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.146074] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 785.173735] env[66012]: INFO networking_nsxv3.common.synchronization [None req-512b2558-9b2f-41a6-a495-8fb2bd2b4003 None None] Enqueued Resource ID: d74c5afc-40f3-4b8d-8d89-36a7541cbd81 with Priority: HIGHEST for action port [ 785.174329] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74c5afc-40f3-4b8d-8d89-36a7541cbd81 with Priority: HIGHEST for action port [ 785.174646] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d74c5afc-40f3-4b8d-8d89-36a7541cbd81 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.174799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d74c5afc-40f3-4b8d-8d89-36a7541cbd81" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.174878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d74c5afc-40f3-4b8d-8d89-36a7541cbd81" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.178062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d74c5afc-40f3-4b8d-8d89-36a7541cbd81" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.178106] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d74c5afc-40f3-4b8d-8d89-36a7541cbd81',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.410906] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.597484] env[66012]: INFO networking_nsxv3.common.synchronization [req-181d0e87-a64c-4da0-ba44-3d7306a0e8e6 req-52d6bc68-dae5-4158-92b9-aac79b569e9c tempest-ImagesOneServerNegativeTestJSON-495380986 tempest-ImagesOneServerNegativeTestJSON-495380986-project-member] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 785.598356] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 785.598439] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.598562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.598624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.598874] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.603208] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.603460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.603626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.603922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.604048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.604230] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.680882] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d74c5afc-40f3-4b8d-8d89-36a7541cbd81 [ 785.681143] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.681358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.681424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.681965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.681965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.681965] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d74c5afc-40f3-4b8d-8d89-36a7541cbd81 already deleted. [ 785.681965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d74c5afc-40f3-4b8d-8d89-36a7541cbd81" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.750984] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 in Status: SUCCESS [ 785.751406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.751946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.752318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.752433] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.917619] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.917619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.917619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.917619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.917619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.917619] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be created. [ 785.944743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.944743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.944743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.944743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.944743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.955172] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: UNINITIALIZED for 2s [ 786.059754] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.060078] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.060265] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.060671] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.060977] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.061254] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.061370] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.061655] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.061889] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.062207] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.062373] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.062548] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.062692] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.062841] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.062985] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.063187] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.084548] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.085939] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.086151] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.086322] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.086661] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-9a0b9141-db10-457f-a43f-01e148c080e3 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.087095] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-9a0b9141-db10-457f-a43f-01e148c080e3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.087363] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-9a0b9141-db10-457f-a43f-01e148c080e3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.087849] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-9a0b9141-db10-457f-a43f-01e148c080e3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.088295] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0b9141-db10-457f-a43f-01e148c080e3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.107804] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.107804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.107966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.108403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.108403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.111081] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.111241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.111299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.111509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.111599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.111695] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 already deleted. [ 786.111789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.287359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.287695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.287695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.287823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.287866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.287965] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 is going to be deleted. [ 786.369425] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.371750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.371750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.371750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.371750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.371750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.371750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.371750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.371750] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceefe60-89e4-48fc-b357-578c491c5c98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.593182] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.593182] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.593182] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.594400] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.594400] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.594400] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 9a0b9141-db10-457f-a43f-01e148c080e3 not found, creating... [ 786.594400] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.594400] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.594400] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.594651] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.594690] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.595131] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.595341] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.595489] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.595786] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.595959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.596154] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 9a0b9141-db10-457f-a43f-01e148c080e3 is going to be created. [ 786.618891] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.619133] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.619240] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.619562] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.619800] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.620049] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-9a0b9141-db10-457f-a43f-01e148c080e3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.893026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.893026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.893026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.893295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.893326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.893428] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceefe60-89e4-48fc-b357-578c491c5c98 already deleted. [ 786.893546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceefe60-89e4-48fc-b357-578c491c5c98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.158124] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 787.158405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.158840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.158840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.160414] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.160414] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.160414] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.160414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.162090] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.356989] env[66012]: INFO networking_nsxv3.common.synchronization [req-181d0e87-a64c-4da0-ba44-3d7306a0e8e6 req-c87d86b3-14c1-4d54-9fca-b55ca01a9b43 service nova] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_rules [ 787.357218] env[66012]: INFO networking_nsxv3.common.synchronization [req-181d0e87-a64c-4da0-ba44-3d7306a0e8e6 req-c87d86b3-14c1-4d54-9fca-b55ca01a9b43 service nova] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 787.357322] env[66012]: INFO networking_nsxv3.common.synchronization [req-181d0e87-a64c-4da0-ba44-3d7306a0e8e6 req-c87d86b3-14c1-4d54-9fca-b55ca01a9b43 service nova] Enqueued Resource ID: 9a0b9141-db10-457f-a43f-01e148c080e3 with Priority: HIGHEST for action port [ 787.357866] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_rules [ 787.358011] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 787.358584] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a0b9141-db10-457f-a43f-01e148c080e3 with Priority: HIGHEST for action port [ 787.358907] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.359044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.359113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.359372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.359455] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.361093] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.361221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.361269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.361700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.361903] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.362051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.362123] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.362282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.362369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.363022] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.364173] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a0b9141-db10-457f-a43f-01e148c080e3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.364281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a0b9141-db10-457f-a43f-01e148c080e3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.364348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a0b9141-db10-457f-a43f-01e148c080e3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.365036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a0b9141-db10-457f-a43f-01e148c080e3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.365226] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a0b9141-db10-457f-a43f-01e148c080e3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.665605] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d38c898-40a0-4677-88aa-9020dff46dd1: rpc.has_security_group_logging(os_id): False [ 787.686403] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.686575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.686734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.686911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.709226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.709781] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.709936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.710111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.710281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.710375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.710588] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.710734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.710814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.710982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.711071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.711272] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.711368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.711470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.711578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.711651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.711732] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 787.776717] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.776877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.776943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.777226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.777369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.794337] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 787.867441] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.867441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.867604] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a0b9141-db10-457f-a43f-01e148c080e3 with status ACTIVE [ 787.867768] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.867923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.868016] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.868332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.868481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.868765] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.868847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.868921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.869116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.869200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.869386] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.869478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.869538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.869755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.869755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.869838] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a0b9141-db10-457f-a43f-01e148c080e3 is going to be updated. [ 787.871134] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.897964] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.898131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.898203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.899531] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.899531] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.899531] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a0b9141-db10-457f-a43f-01e148c080e3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.973734] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 787.974036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.976072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.976072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.976072] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.976072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.976072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.976072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.976072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.976072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.976072] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.323583] env[66012]: INFO networking_nsxv3.common.synchronization [req-92c14b9a-ce33-41ee-9905-ea90be7fcedf req-628f1428-8a8c-480b-a555-4d9a34d92c37 tempest-InstanceActionsNegativeTestJSON-913785415 tempest-InstanceActionsNegativeTestJSON-913785415-project-member] Enqueued Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGHEST for action security_group_members [ 788.325028] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGHEST for action security_group_members [ 788.325526] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20211d5-d0c4-42a1-a4df-d9f80dde3363 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.325526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.326767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.326767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.326767] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.326767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.326767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.326767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.326767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.326767] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20211d5-d0c4-42a1-a4df-d9f80dde3363',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.373817] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.479864] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.480192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.480192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.483544] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.483544] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.483544] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.483544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.483544] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.710219] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.710541] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-12" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.711357] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-12" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.711912] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-12" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.711912] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.712380] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.712380] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.713814] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.713814] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.713814] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.713814] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.713814] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.713814] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.713814] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.713814] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.714242] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.746802] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.746802] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.746882] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.747159] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-12" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.747391] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-faa2f199-b534-40e5-abcf-fafab2f03fdf taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.748113] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-faa2f199-b534-40e5-abcf-fafab2f03fdf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.748113] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-faa2f199-b534-40e5-abcf-fafab2f03fdf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.748316] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-faa2f199-b534-40e5-abcf-fafab2f03fdf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.748316] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa2f199-b534-40e5-abcf-fafab2f03fdf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.830138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.830138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.830138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.830138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.830138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.830138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.830138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.830138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.830138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.830138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.830138] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 already deleted. [ 788.830138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.877520] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.877520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.877520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.877732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.877850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.877978] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be created. [ 788.907095] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.907238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.907238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.907676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.907676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.921531] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: UNINITIALIZED for 2s [ 788.986424] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7460ba2-b62c-4d56-a2d6-c951a674e839: rpc.has_security_group_logging(os_id): False [ 789.004929] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.004929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.004929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.004929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.005170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005275] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.005404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.005453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.005620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.005895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.005895] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.006083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.006122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.006287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.006462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.006729] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.006843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.006922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.007220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.007220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.007306] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be created. [ 789.084313] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.084464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.084533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.084760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.084929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.102959] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 789.251456] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.251784] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.252107] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.252504] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.252672] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.252950] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port faa2f199-b534-40e5-abcf-fafab2f03fdf not found, creating... [ 789.253356] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.253568] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.253754] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.254106] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.254268] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.254754] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.254926] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.254993] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.255366] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.255562] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.255983] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: faa2f199-b534-40e5-abcf-fafab2f03fdf is going to be created. [ 789.295951] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.296216] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.296351] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.296721] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.297013] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.297271] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-faa2f199-b534-40e5-abcf-fafab2f03fdf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.815997] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 789.818747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.818747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.818747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.818747] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.025956] env[66012]: INFO networking_nsxv3.common.synchronization [req-92c14b9a-ce33-41ee-9905-ea90be7fcedf req-8279b754-7718-48a8-8be9-90151f20888e service nova] Enqueued Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGHEST for action security_group_rules [ 790.026202] env[66012]: INFO networking_nsxv3.common.synchronization [req-92c14b9a-ce33-41ee-9905-ea90be7fcedf req-8279b754-7718-48a8-8be9-90151f20888e service nova] Enqueued Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGHEST for action security_group_members [ 790.026345] env[66012]: INFO networking_nsxv3.common.synchronization [req-92c14b9a-ce33-41ee-9905-ea90be7fcedf req-8279b754-7718-48a8-8be9-90151f20888e service nova] Enqueued Resource ID: faa2f199-b534-40e5-abcf-fafab2f03fdf with Priority: HIGHEST for action port [ 790.026906] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGHEST for action security_group_rules [ 790.027198] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGHEST for action security_group_members [ 790.027390] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faa2f199-b534-40e5-abcf-fafab2f03fdf with Priority: HIGHEST for action port [ 790.027742] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.028103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.028301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.028600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.028734] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20211d5-d0c4-42a1-a4df-d9f80dde3363',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.029913] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20211d5-d0c4-42a1-a4df-d9f80dde3363 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.030095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.030207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.030462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.030741] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.030912] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.031064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.031323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.031469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.031603] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20211d5-d0c4-42a1-a4df-d9f80dde3363',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.032597] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-faa2f199-b534-40e5-abcf-fafab2f03fdf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.032762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faa2f199-b534-40e5-abcf-fafab2f03fdf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.032875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faa2f199-b534-40e5-abcf-fafab2f03fdf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.033470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faa2f199-b534-40e5-abcf-fafab2f03fdf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.033607] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faa2f199-b534-40e5-abcf-fafab2f03fdf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.320382] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.320550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.320624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.320830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.321011] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.321117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.321185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.322371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.323078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.323078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.323078] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.536165] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20211d5-d0c4-42a1-a4df-d9f80dde3363',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.537326] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20211d5-d0c4-42a1-a4df-d9f80dde3363 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.537438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.537620] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faa2f199-b534-40e5-abcf-fafab2f03fdf with status ACTIVE [ 790.537794] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.537981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.538051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.538271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.538361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.538548] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.539496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.539577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.539757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.539863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.540052] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.540159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.540228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.540414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.540444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.540531] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faa2f199-b534-40e5-abcf-fafab2f03fdf is going to be updated. [ 790.563154] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.563696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.563696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.563696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.564070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.564256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faa2f199-b534-40e5-abcf-fafab2f03fdf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.828024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.828024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.828024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.828024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.828024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.828934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.828934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.828934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.828934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.828934] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.934871] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 790.935219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.935392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.935652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.935895] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.936020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.936078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.936244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.936314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.936498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.936498] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.043501] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20211d5-d0c4-42a1-a4df-d9f80dde3363',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.044758] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d6c5d79-32db-4c40-aa28-eebcf6131adb req-bb6e1e46-3f90-4601-9596-750d83545479 tempest-ServersNegativeTestMultiTenantJSON-727743746 tempest-ServersNegativeTestMultiTenantJSON-727743746-project-member] Enqueued Resource ID: 57cb3643-8014-403a-9751-129ef92f43b7 with Priority: HIGHEST for action security_group_members [ 791.045529] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57cb3643-8014-403a-9751-129ef92f43b7 with Priority: HIGHEST for action security_group_members [ 791.046135] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-57cb3643-8014-403a-9751-129ef92f43b7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.046135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.046135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.046310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.046742] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.046742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.046742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.046911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.047067] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.047229] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57cb3643-8014-403a-9751-129ef92f43b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.114551] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 791.114797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.331626] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d38c898-40a0-4677-88aa-9020dff46dd1: rpc.has_security_group_logging(os_id): False [ 791.355022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.355022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.355022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.355022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.356625] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.356625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.356625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.356625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.356625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.356625] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 791.423380] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.423380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.423380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.423380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.423380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.440064] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.440064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.440064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.440334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.440373] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.440540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.440631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.440796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.440884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.440968] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.441228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.441373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.441443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.441589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.441737] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.442104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.442213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.442365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.443658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.443658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.443658] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.444862] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 791.502579] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-531 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.502579] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-531" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.502579] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-531" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.502972] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-531" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.503599] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.503874] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504664] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.504664] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.504664] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.504664] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.504914] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.505083] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.505686] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.505686] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.505686] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.505686] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.535142] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.535415] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.535521] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.535846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-531" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.536922] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-fd7b1795-2d9c-4abc-80ed-00966574c968 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.536922] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-fd7b1795-2d9c-4abc-80ed-00966574c968" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.536922] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-fd7b1795-2d9c-4abc-80ed-00966574c968" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.536922] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-fd7b1795-2d9c-4abc-80ed-00966574c968" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.537648] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7b1795-2d9c-4abc-80ed-00966574c968',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.546997] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.547256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.547359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.547723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.547723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.547860] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 is going to be created. [ 791.549262] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.549395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.549454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.549631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.549708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.549911] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.550045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.550242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.550910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.550910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.550910] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57cb3643-8014-403a-9751-129ef92f43b7 already deleted. [ 791.550910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.581498] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.581498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.581498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.581894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.582190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.599526] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 in Status: UNINITIALIZED for 2s [ 791.946354] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e38b8f1c-95e7-4305-9191-4d7e0a661623: rpc.has_security_group_logging(os_id): False [ 791.968792] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.969053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.969147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.969371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.969505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.969738] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.969872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.969935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.970239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.970490] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.970627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.970878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.970992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.971213] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.971309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.971360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.971501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.971580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.971732] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be created. [ 792.040052] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.040261] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.040261] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.040550] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.040787] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.041048] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port fd7b1795-2d9c-4abc-80ed-00966574c968 not found, creating... [ 792.041515] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.041515] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.041680] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.041827] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.041963] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.042304] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.042632] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.042761] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.043814] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.043814] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.043814] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: fd7b1795-2d9c-4abc-80ed-00966574c968 is going to be created. [ 792.061971] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.062215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.062296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.062615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.062853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.072243] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.072527] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.072660] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.073071] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.073314] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.073702] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-fd7b1795-2d9c-4abc-80ed-00966574c968" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.082279] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 792.830041] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d6c5d79-32db-4c40-aa28-eebcf6131adb req-6906d132-c5a7-45df-886c-4316a440b92b service nova] Enqueued Resource ID: 57cb3643-8014-403a-9751-129ef92f43b7 with Priority: HIGHEST for action security_group_rules [ 792.830182] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d6c5d79-32db-4c40-aa28-eebcf6131adb req-6906d132-c5a7-45df-886c-4316a440b92b service nova] Enqueued Resource ID: 57cb3643-8014-403a-9751-129ef92f43b7 with Priority: HIGHEST for action security_group_members [ 792.830273] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d6c5d79-32db-4c40-aa28-eebcf6131adb req-6906d132-c5a7-45df-886c-4316a440b92b service nova] Enqueued Resource ID: fd7b1795-2d9c-4abc-80ed-00966574c968 with Priority: HIGHEST for action port [ 792.830880] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57cb3643-8014-403a-9751-129ef92f43b7 with Priority: HIGHEST for action security_group_rules [ 792.831520] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57cb3643-8014-403a-9751-129ef92f43b7 with Priority: HIGHEST for action security_group_members [ 792.831797] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7b1795-2d9c-4abc-80ed-00966574c968 with Priority: HIGHEST for action port [ 792.832191] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57cb3643-8014-403a-9751-129ef92f43b7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.832333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.832426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.832969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.833077] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57cb3643-8014-403a-9751-129ef92f43b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.834223] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-57cb3643-8014-403a-9751-129ef92f43b7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.834365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.834411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.834757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.834950] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.835287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.835287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.835287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.835408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.835478] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57cb3643-8014-403a-9751-129ef92f43b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.836668] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd7b1795-2d9c-4abc-80ed-00966574c968 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.837172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd7b1795-2d9c-4abc-80ed-00966574c968" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.837172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd7b1795-2d9c-4abc-80ed-00966574c968" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.837172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd7b1795-2d9c-4abc-80ed-00966574c968" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.837313] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7b1795-2d9c-4abc-80ed-00966574c968',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.260792] env[66012]: INFO networking_nsxv3.common.synchronization [None req-cbdd676b-7168-4937-b4a0-1d24381ce1e8 None None] Enqueued Resource ID: bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f with Priority: HIGHEST for action port [ 793.260792] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f with Priority: HIGHEST for action port [ 793.262103] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.262103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.262103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.263032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.263032] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.340776] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-57cb3643-8014-403a-9751-129ef92f43b7 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.341034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.341220] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57cb3643-8014-403a-9751-129ef92f43b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.342246] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd7b1795-2d9c-4abc-80ed-00966574c968 with status ACTIVE [ 793.342451] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.342578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.342735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.342851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.342942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.343132] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.343232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.343294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.343738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.343831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.344029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.344119] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.344186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.344361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.344475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.344592] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd7b1795-2d9c-4abc-80ed-00966574c968 is going to be updated. [ 793.372134] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.372379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.372498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.373089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.373089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.373368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd7b1795-2d9c-4abc-80ed-00966574c968" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.464640] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 793.465611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.614241] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 in Status: SUCCESS [ 793.614241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.614460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.614604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.614809] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.615889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.616107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.616425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.618024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.618024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.618024] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20211d5-d0c4-42a1-a4df-d9f80dde3363',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.766315] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f [ 793.766315] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.766315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.766315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.766315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.766315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.766315] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f already deleted. [ 793.766315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb1d0aaf-acad-4d1f-a672-bdf55bb21e3f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.848909] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57cb3643-8014-403a-9751-129ef92f43b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.098862] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 794.099142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.119664] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20211d5-d0c4-42a1-a4df-d9f80dde3363 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.119889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.119929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.120186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.120362] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.120511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.120579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.120736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.120825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.120913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.121079] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20211d5-d0c4-42a1-a4df-d9f80dde3363 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.121169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.121228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.121370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.121509] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.121601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.121662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.121797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.121874] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.121954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.122087] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20211d5-d0c4-42a1-a4df-d9f80dde3363',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.354187] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.354187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.354187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.354187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.354761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.354761] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57cb3643-8014-403a-9751-129ef92f43b7 is going to be created. [ 794.385219] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.385455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.385611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.386695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.386695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.403849] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57cb3643-8014-403a-9751-129ef92f43b7 in Status: UNINITIALIZED for 2s [ 794.626817] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20211d5-d0c4-42a1-a4df-d9f80dde3363: rpc.has_security_group_logging(os_id): False [ 794.663153] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.664027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.664027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.664027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.664027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.664027] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.664027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.664384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.664384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.664384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.664479] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.664551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.664608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.664808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.664879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.665033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.666341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.666453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.666667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.666804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.666870] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 is going to be created. [ 794.735162] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.735311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.735369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.735607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.736285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.758127] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 in Status: IN_PROGRESS for 2s [ 795.248801] env[66012]: INFO networking_nsxv3.common.synchronization [None req-bbf3035a-5197-43a7-b383-34be5fee92ec None None] Enqueued Resource ID: f77485a5-81ac-4900-b9dc-4b42743930f0 with Priority: HIGHEST for action port [ 795.250799] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77485a5-81ac-4900-b9dc-4b42743930f0 with Priority: HIGHEST for action port [ 795.250799] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77485a5-81ac-4900-b9dc-4b42743930f0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.250799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77485a5-81ac-4900-b9dc-4b42743930f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.250799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77485a5-81ac-4900-b9dc-4b42743930f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.251168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77485a5-81ac-4900-b9dc-4b42743930f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.251168] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77485a5-81ac-4900-b9dc-4b42743930f0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.357155] env[66012]: INFO networking_nsxv3.common.synchronization [None req-f1d37282-e751-48e1-9e1d-d76542305e07 None None] Enqueued Resource ID: 9f7e4463-82c9-43fa-89af-b12bb6539e59 with Priority: HIGHEST for action port [ 795.357620] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f7e4463-82c9-43fa-89af-b12bb6539e59 with Priority: HIGHEST for action port [ 795.357908] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f7e4463-82c9-43fa-89af-b12bb6539e59 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.358204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f7e4463-82c9-43fa-89af-b12bb6539e59" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.358280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f7e4463-82c9-43fa-89af-b12bb6539e59" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.359034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f7e4463-82c9-43fa-89af-b12bb6539e59" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.359153] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f7e4463-82c9-43fa-89af-b12bb6539e59',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.754841] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f77485a5-81ac-4900-b9dc-4b42743930f0 [ 795.756075] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.756707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.756707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.756863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.756863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.756957] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f77485a5-81ac-4900-b9dc-4b42743930f0 already deleted. [ 795.757048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77485a5-81ac-4900-b9dc-4b42743930f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.861299] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f7e4463-82c9-43fa-89af-b12bb6539e59 [ 795.861584] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.861780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.861887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.862208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.862336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.862503] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f7e4463-82c9-43fa-89af-b12bb6539e59 already deleted. [ 795.862664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f7e4463-82c9-43fa-89af-b12bb6539e59" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.900881] env[66012]: INFO networking_nsxv3.common.synchronization [req-b889653d-a9b5-4363-b4af-60f1031b4744 req-66532aff-13ce-44b5-8fbe-97da86c10600 tempest-MigrationsAdminTest-982034335 tempest-MigrationsAdminTest-982034335-project-member] Enqueued Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 795.901592] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 795.901777] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.901900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.902218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.902303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.902587] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.902587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.902587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.902856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.902856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.903537] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.407841] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.418031] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57cb3643-8014-403a-9751-129ef92f43b7 in Status: SUCCESS [ 796.418031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.418031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.418031] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.418031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.418031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.418031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.418031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.418031] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57cb3643-8014-403a-9751-129ef92f43b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.562848] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.562848] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.562848] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.563147] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.564321] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.564504] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.564621] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.564886] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.565067] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.565282] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.565409] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.565526] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.565631] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.565840] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.565987] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.566123] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.591252] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.591430] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.591569] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.591781] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.592067] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-df97d5c7-daed-48d4-a51b-2b24218cfd2c taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.592243] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-df97d5c7-daed-48d4-a51b-2b24218cfd2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.592357] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-df97d5c7-daed-48d4-a51b-2b24218cfd2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.592690] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-df97d5c7-daed-48d4-a51b-2b24218cfd2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.592827] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df97d5c7-daed-48d4-a51b-2b24218cfd2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.775042] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 in Status: SUCCESS [ 796.775276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.911215] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.920535] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-57cb3643-8014-403a-9751-129ef92f43b7 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.920657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.920702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.920989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.921218] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.921343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.921410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.921619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.921737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.921842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.922076] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-57cb3643-8014-403a-9751-129ef92f43b7 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.922251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.922309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.922478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.922631] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.922768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.923245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.923245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.923245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.923245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.924048] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57cb3643-8014-403a-9751-129ef92f43b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.096019] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.096396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.096602] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.096902] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.097102] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.097302] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port df97d5c7-daed-48d4-a51b-2b24218cfd2c not found, creating... [ 797.097738] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.097898] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.098047] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.098409] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.098571] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.098848] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.099058] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.099202] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.099460] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.099634] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.099784] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: df97d5c7-daed-48d4-a51b-2b24218cfd2c is going to be created. [ 797.126926] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.126926] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.126926] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.127194] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.128938] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.128938] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-df97d5c7-daed-48d4-a51b-2b24218cfd2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.414057] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.414057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.414057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.414057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.414445] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.414445] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f is going to be updated. [ 797.425728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57cb3643-8014-403a-9751-129ef92f43b7: rpc.has_security_group_logging(os_id): False [ 797.447727] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.447984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.448167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.449502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.449502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.449502] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.449502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.449502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.449971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.449971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.449971] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.449971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.449971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.450788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.450788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.451034] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.451034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.451189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.451250] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.451304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.451379] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57cb3643-8014-403a-9751-129ef92f43b7 is going to be created. [ 797.453666] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.453827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.453904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.454098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.454231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.465434] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: IN_PROGRESS for 2s [ 797.531808] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.531996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.532056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.532289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.532488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.546383] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57cb3643-8014-403a-9751-129ef92f43b7 in Status: IN_PROGRESS for 2s [ 797.878341] env[66012]: INFO networking_nsxv3.common.synchronization [None req-53e5b950-f2f8-43f6-818a-7817da7252a1 None None] Enqueued Resource ID: 19b6b1b8-2c5e-4682-9e25-e2a38487dfa7 with Priority: HIGHEST for action port [ 797.882359] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b6b1b8-2c5e-4682-9e25-e2a38487dfa7 with Priority: HIGHEST for action port [ 797.882522] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b6b1b8-2c5e-4682-9e25-e2a38487dfa7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.882660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b6b1b8-2c5e-4682-9e25-e2a38487dfa7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.882731] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b6b1b8-2c5e-4682-9e25-e2a38487dfa7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.883061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b6b1b8-2c5e-4682-9e25-e2a38487dfa7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.883160] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b6b1b8-2c5e-4682-9e25-e2a38487dfa7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.383474] env[66012]: INFO networking_nsxv3.common.synchronization [req-b889653d-a9b5-4363-b4af-60f1031b4744 req-990c843b-676f-4140-ad7c-1fa34a1a2a91 service nova] Enqueued Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_rules [ 798.383766] env[66012]: INFO networking_nsxv3.common.synchronization [req-b889653d-a9b5-4363-b4af-60f1031b4744 req-990c843b-676f-4140-ad7c-1fa34a1a2a91 service nova] Enqueued Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 798.383995] env[66012]: INFO networking_nsxv3.common.synchronization [req-b889653d-a9b5-4363-b4af-60f1031b4744 req-990c843b-676f-4140-ad7c-1fa34a1a2a91 service nova] Enqueued Resource ID: df97d5c7-daed-48d4-a51b-2b24218cfd2c with Priority: HIGHEST for action port [ 798.384829] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_rules [ 798.385204] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 798.385440] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df97d5c7-daed-48d4-a51b-2b24218cfd2c with Priority: HIGHEST for action port [ 798.385851] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 19b6b1b8-2c5e-4682-9e25-e2a38487dfa7 [ 798.386156] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.386438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.386554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.386838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.386982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.387111] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:19b6b1b8-2c5e-4682-9e25-e2a38487dfa7 already deleted. [ 798.387249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b6b1b8-2c5e-4682-9e25-e2a38487dfa7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.387633] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.387859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.388093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.388316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.388466] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.389576] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.389740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.390016] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-df97d5c7-daed-48d4-a51b-2b24218cfd2c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.390175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df97d5c7-daed-48d4-a51b-2b24218cfd2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.390294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df97d5c7-daed-48d4-a51b-2b24218cfd2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.392732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df97d5c7-daed-48d4-a51b-2b24218cfd2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.392732] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df97d5c7-daed-48d4-a51b-2b24218cfd2c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.892427] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.892753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.895032] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df97d5c7-daed-48d4-a51b-2b24218cfd2c with status ACTIVE [ 798.895242] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.895364] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.895432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.895645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.895752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.895934] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.896064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.896097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.896319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.896427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.896615] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.896728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.896866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.896960] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.897054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.897140] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df97d5c7-daed-48d4-a51b-2b24218cfd2c is going to be updated. [ 798.925546] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.925759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.925847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.926083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.926222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.926389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df97d5c7-daed-48d4-a51b-2b24218cfd2c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.476553] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: SUCCESS [ 799.476725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.476946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.477153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.477420] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.477549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.477549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.477652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.477741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.477840] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.560237] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57cb3643-8014-403a-9751-129ef92f43b7 in Status: SUCCESS [ 799.560531] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.981549] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.486382] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.988933] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.989472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.989472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.989590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.989637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.989735] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f is going to be updated. [ 801.029810] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.029981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.030041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.030294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.030441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.042264] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: IN_PROGRESS for 2s [ 801.083382] env[66012]: INFO networking_nsxv3.common.synchronization [req-db063edb-ab6a-4697-ad6e-0db3081a59a0 req-a5457dae-90b5-4f95-9abd-e95203629581 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 801.084086] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 801.084496] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.084631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.084713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.084913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.085103] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.085222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.085295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.085473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.085562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.085757] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.457652] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-652 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.457871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-652" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.457871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-652" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.458289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-652" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.458837] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.459127] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.459326] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.459679] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.461076] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.461076] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.461076] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.461076] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.461076] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.461076] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.461366] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.461483] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.488072] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.488072] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.488598] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.488598] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-652" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.488858] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-685b303c-1706-4a42-ae66-a47ca74aa5ad taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.489039] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.489260] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.489534] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.489741] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685b303c-1706-4a42-ae66-a47ca74aa5ad',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.588932] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.996801] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.996801] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.996801] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.996801] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.997233] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.997346] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 685b303c-1706-4a42-ae66-a47ca74aa5ad not found, creating... [ 801.997650] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.997851] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.998024] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.998307] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.998506] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.998855] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.999164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.999333] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.999679] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.999949] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.000114] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad is going to be created. [ 802.026052] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.026052] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.026052] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.026575] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.026865] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.027231] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.091890] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.373350] env[66012]: INFO networking_nsxv3.common.synchronization [req-48c0fc4c-8682-451b-8658-109f4b7ab93f req-4bf63e33-0102-49be-ad8d-99f42f4cdb0a tempest-ListImageFiltersTestJSON-560152120 tempest-ListImageFiltersTestJSON-560152120-project-member] Enqueued Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 802.374189] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGHEST for action security_group_members [ 802.374682] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.374868] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.374971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.375279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.375503] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.375649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.375761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.375958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.376383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.376383] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.595075] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.595225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.595225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.595464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.595593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.595711] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 802.632418] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.632418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.632418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.632597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.632748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.643750] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 802.815020] env[66012]: INFO networking_nsxv3.common.synchronization [req-db063edb-ab6a-4697-ad6e-0db3081a59a0 req-0250eb63-b73a-4ce4-b073-538d825bdc10 service nova] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 802.815467] env[66012]: INFO networking_nsxv3.common.synchronization [req-db063edb-ab6a-4697-ad6e-0db3081a59a0 req-0250eb63-b73a-4ce4-b073-538d825bdc10 service nova] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 802.815467] env[66012]: INFO networking_nsxv3.common.synchronization [req-db063edb-ab6a-4697-ad6e-0db3081a59a0 req-0250eb63-b73a-4ce4-b073-538d825bdc10 service nova] Enqueued Resource ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad with Priority: HIGHEST for action port [ 802.815897] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 802.816056] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 802.816157] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad with Priority: HIGHEST for action port [ 802.816614] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.816614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.816614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.816829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.816948] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.818056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.818056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.818185] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-685b303c-1706-4a42-ae66-a47ca74aa5ad taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.818312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.818312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.818496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.818614] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685b303c-1706-4a42-ae66-a47ca74aa5ad',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.880080] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.880219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.880304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.880556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.902851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.903097] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.903218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.903280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.903483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.903555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.903754] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf is going to be updated. [ 802.936452] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.936588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.936654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.936881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.937029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.946690] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: IN_PROGRESS for 2s [ 803.054636] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: SUCCESS [ 803.054636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.054636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.054636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.055439] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.055439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.055439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.055439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.055439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.055439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.055439] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.320620] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.320824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.320974] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 685b303c-1706-4a42-ae66-a47ca74aa5ad with status ACTIVE [ 803.321242] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.321307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.321346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.321569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.321658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.321830] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.321915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.321979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.322166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.322258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.322460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.322554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.322617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.322756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.322843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.322929] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad is going to be updated. [ 803.346987] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.347300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.347378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.347613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.347779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.348128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.558570] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.561090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.561090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.561090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.561090] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.561090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.561090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.561090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.561090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.561090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.561090] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.565128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.565128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.565128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.565128] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.565128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.565128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.565128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.565128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.565128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.565128] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.068211] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c40135b4-d777-4c73-8cea-0a35b8354c7f: rpc.has_security_group_logging(os_id): False [ 804.091157] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.091306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.091375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.091590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.091682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.091872] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.091972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.092062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.092190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.092261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.092476] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.092576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.092629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.092764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.092837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.093018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.093119] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.093227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.093314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.093386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.093469] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f is going to be updated. [ 804.183507] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.183787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.183935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.184185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.184359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.199413] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: IN_PROGRESS for 2s [ 804.656264] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 804.656409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.656601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.657519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.657519] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.657519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.657519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.657759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.657795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.657929] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.961793] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf in Status: SUCCESS [ 804.962049] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf deletion is rescheduled due to dependency. [ 804.962295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.165235] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.670732] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.173870] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.174413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.174413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.174413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.174542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.174578] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 806.218686] env[66012]: INFO networking_nsxv3.common.synchronization [req-c12d62d5-b298-4471-9290-e274254e9ec5 req-12780b85-186e-4541-b02f-dd015abe4254 tempest-ListServerFiltersTestJSON-1311641900 tempest-ListServerFiltersTestJSON-1311641900-project-member] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 806.219277] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGHEST for action security_group_members [ 806.219592] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.219712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.219778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.219991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.220731] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.220905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.221042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.221287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.221614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.221767] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.226666] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.228278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.228422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.228748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.229246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.233214] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: SUCCESS [ 806.233520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.242558] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 806.723672] env[66012]: INFO networking_nsxv3.common.synchronization [req-b7369eab-3d79-4056-8dc1-73b1a13a0db2 req-30a42353-2003-44e7-a78a-f362b86dead4 tempest-InstanceActionsNegativeTestJSON-913785415 tempest-InstanceActionsNegativeTestJSON-913785415-project-member] Enqueued Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGHEST for action security_group_members [ 806.724183] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.724319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.724388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.724614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.724708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.724888] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.724987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.725432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.725579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.725660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.726245] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be updated. [ 806.727488] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGHEST for action security_group_members [ 806.727814] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20211d5-d0c4-42a1-a4df-d9f80dde3363 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.727943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.728015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.728176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.728321] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.728417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.728475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.728617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.728694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.728786] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20211d5-d0c4-42a1-a4df-d9f80dde3363',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.766873] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.766873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.767264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.767264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.767324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.780543] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: IN_PROGRESS for 2s [ 807.231408] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.232636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.232636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.232636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.232636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.232636] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.232636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.232636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.232636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.232636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.232636] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 is going to be updated. [ 807.267692] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.267692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.267692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.267835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.268483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.279393] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 in Status: IN_PROGRESS for 2s [ 808.256040] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 808.256372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.256463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.256687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.256915] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.257048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.257117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.257272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.257354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.257440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.257533] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.761189] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.761410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.761477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.761761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.761984] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.762148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.762270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.762461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.762607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.762750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.762955] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.763114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.763184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.763399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.763527] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.763625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.763727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.763914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.764044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.764189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.764325] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.790629] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da in Status: SUCCESS [ 808.790884] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da deletion is rescheduled due to dependency. [ 808.791052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.948936] env[66012]: INFO networking_nsxv3.common.synchronization [req-9e4fac24-66bc-494b-9409-a1d48344088a req-c6ba851c-4dd8-41d3-b1cd-380527b6ff30 tempest-ServersNegativeTestMultiTenantJSON-727743746 tempest-ServersNegativeTestMultiTenantJSON-727743746-project-member] Enqueued Resource ID: 57cb3643-8014-403a-9751-129ef92f43b7 with Priority: HIGHEST for action security_group_members [ 808.949523] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57cb3643-8014-403a-9751-129ef92f43b7 with Priority: HIGHEST for action security_group_members [ 808.949862] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-57cb3643-8014-403a-9751-129ef92f43b7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.949987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.950228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.950441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.950599] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.950705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.950781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.950932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.951035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.951179] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57cb3643-8014-403a-9751-129ef92f43b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.200486] env[66012]: INFO networking_nsxv3.common.synchronization [req-b3e7bc3f-7f6d-45d1-a454-ea53ba565f01 req-401519f6-9bf3-40ae-81f0-c2a9c055ec18 tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 809.201241] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 809.201368] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.201521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.201578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.201785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.201939] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.203739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.203739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.203739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.203739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.203739] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.267026] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3540d2d-67d4-4319-a8c3-6c4857a4c75b: rpc.has_security_group_logging(os_id): False [ 809.298082] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.298325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.298610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.298925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.306641] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 in Status: SUCCESS [ 809.306843] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 deletion is rescheduled due to dependency. [ 809.307031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.332947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.333255] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.333384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.333451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.333813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.333943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.334164] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.334270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.334342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.334536] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.334613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.334836] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.334942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.335009] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.335468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.335620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.335731] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 809.414618] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.415159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.416100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.416100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.416100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.435342] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 809.456813] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.456813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.456813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.457213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.457213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.457213] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.457339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.457339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.457493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.457564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.457693] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57cb3643-8014-403a-9751-129ef92f43b7 is going to be updated. [ 809.496299] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.496488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.496488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.496704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.496871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.515161] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57cb3643-8014-403a-9751-129ef92f43b7 in Status: IN_PROGRESS for 2s [ 809.706084] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.706301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.706301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.707506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.707506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.707506] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.707506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.707506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.707506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.707506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.707506] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 809.756438] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.756438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.756680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.757634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.757634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.767564] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 809.973198] env[66012]: INFO networking_nsxv3.common.synchronization [None req-b5cbddc3-2e81-486a-a8e6-6aec6f96819f None None] Enqueued Resource ID: 32a00d0b-1c63-4ed5-bff4-849bde27f920 with Priority: HIGHEST for action port [ 809.973198] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32a00d0b-1c63-4ed5-bff4-849bde27f920 with Priority: HIGHEST for action port [ 809.973198] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-32a00d0b-1c63-4ed5-bff4-849bde27f920 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.973198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32a00d0b-1c63-4ed5-bff4-849bde27f920" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.973198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32a00d0b-1c63-4ed5-bff4-849bde27f920" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.973198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32a00d0b-1c63-4ed5-bff4-849bde27f920" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.973198] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32a00d0b-1c63-4ed5-bff4-849bde27f920',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.476026] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32a00d0b-1c63-4ed5-bff4-849bde27f920 [ 810.476026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.476026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.476026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.476026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.476026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.476026] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32a00d0b-1c63-4ed5-bff4-849bde27f920 already deleted. [ 810.476934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32a00d0b-1c63-4ed5-bff4-849bde27f920" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.818322] env[66012]: INFO networking_nsxv3.common.synchronization [None req-529d4e89-2526-4c17-8ec6-79ffab6c2f9a None None] Enqueued Resource ID: 0728fd18-0e51-40a1-b3d8-bda97c7deff2 with Priority: HIGHEST for action port [ 810.818322] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0728fd18-0e51-40a1-b3d8-bda97c7deff2 with Priority: HIGHEST for action port [ 810.818322] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-0728fd18-0e51-40a1-b3d8-bda97c7deff2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.818322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0728fd18-0e51-40a1-b3d8-bda97c7deff2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.818322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0728fd18-0e51-40a1-b3d8-bda97c7deff2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.818828] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0728fd18-0e51-40a1-b3d8-bda97c7deff2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.818953] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0728fd18-0e51-40a1-b3d8-bda97c7deff2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.321612] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0728fd18-0e51-40a1-b3d8-bda97c7deff2 [ 811.321612] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.321862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.321862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.322105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.322105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.322201] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0728fd18-0e51-40a1-b3d8-bda97c7deff2 already deleted. [ 811.322258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0728fd18-0e51-40a1-b3d8-bda97c7deff2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.452749] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 811.454507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.527368] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57cb3643-8014-403a-9751-129ef92f43b7 in Status: SUCCESS [ 811.527661] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57cb3643-8014-403a-9751-129ef92f43b7 deletion is rescheduled due to dependency. [ 811.527661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57cb3643-8014-403a-9751-129ef92f43b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.778592] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 811.778852] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d deletion is rescheduled due to dependency. [ 811.778984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.319020] env[66012]: INFO networking_nsxv3.common.synchronization [None req-64c9e6bd-b0d9-4431-994a-f3d9c5b6d314 None None] Enqueued Resource ID: 166fa337-9ac2-413c-a9ac-d43f41fe412b with Priority: HIGHEST for action port [ 812.319020] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 166fa337-9ac2-413c-a9ac-d43f41fe412b with Priority: HIGHEST for action port [ 812.319020] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-166fa337-9ac2-413c-a9ac-d43f41fe412b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.319020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-166fa337-9ac2-413c-a9ac-d43f41fe412b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.319020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-166fa337-9ac2-413c-a9ac-d43f41fe412b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.319020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-166fa337-9ac2-413c-a9ac-d43f41fe412b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.319020] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('166fa337-9ac2-413c-a9ac-d43f41fe412b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.823732] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 166fa337-9ac2-413c-a9ac-d43f41fe412b [ 812.824725] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.824725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.824725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.824725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.824725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.824725] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:166fa337-9ac2-413c-a9ac-d43f41fe412b already deleted. [ 812.824992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-166fa337-9ac2-413c-a9ac-d43f41fe412b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.954692] env[66012]: INFO networking_nsxv3.common.synchronization [req-7c161dcc-7bbe-419c-bb65-ad2067884113 req-275180dc-ddfa-4389-ae2a-b125f4c35fa6 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 812.954867] env[66012]: INFO networking_nsxv3.common.synchronization [req-7c161dcc-7bbe-419c-bb65-ad2067884113 req-275180dc-ddfa-4389-ae2a-b125f4c35fa6 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 812.955424] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 812.955559] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 812.955888] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2705b6cf-48f9-47cd-9277-ee25c85600de taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.956113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.956113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.958773] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.958773] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.958773] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.958773] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.958773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.960106] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.023238] env[66012]: INFO networking_nsxv3.common.synchronization [req-7c161dcc-7bbe-419c-bb65-ad2067884113 req-275180dc-ddfa-4389-ae2a-b125f4c35fa6 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_rules [ 813.023238] env[66012]: INFO networking_nsxv3.common.synchronization [req-7c161dcc-7bbe-419c-bb65-ad2067884113 req-275180dc-ddfa-4389-ae2a-b125f4c35fa6 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 813.023238] env[66012]: INFO networking_nsxv3.common.synchronization [req-7c161dcc-7bbe-419c-bb65-ad2067884113 req-275180dc-ddfa-4389-ae2a-b125f4c35fa6 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 813.023238] env[66012]: INFO networking_nsxv3.common.synchronization [req-7c161dcc-7bbe-419c-bb65-ad2067884113 req-275180dc-ddfa-4389-ae2a-b125f4c35fa6 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 813.023238] env[66012]: INFO networking_nsxv3.common.synchronization [req-7c161dcc-7bbe-419c-bb65-ad2067884113 req-275180dc-ddfa-4389-ae2a-b125f4c35fa6 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad with Priority: HIGHEST for action port [ 813.023238] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_rules [ 813.023238] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 813.023547] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad with Priority: HIGHEST for action port [ 813.023547] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 813.023547] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 813.024455] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2705b6cf-48f9-47cd-9277-ee25c85600de taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.024455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.024455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.025400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.025400] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.031389] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.031389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.031389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.031389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.031389] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.034801] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-685b303c-1706-4a42-ae66-a47ca74aa5ad taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.035046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.035117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.035355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.035439] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685b303c-1706-4a42-ae66-a47ca74aa5ad',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.037647] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2705b6cf-48f9-47cd-9277-ee25c85600de taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.037647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.037647] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.037647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.460596] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.464025] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.465195] env[66012]: INFO networking_nsxv3.common.synchronization [None req-d84274e4-b60c-47fb-acc4-365dcf75d892 None None] Enqueued Resource ID: 1580f10d-1c07-44b6-b493-a9667507e03d with Priority: HIGHEST for action port [ 813.466080] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1580f10d-1c07-44b6-b493-a9667507e03d with Priority: HIGHEST for action port [ 813.466442] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-1580f10d-1c07-44b6-b493-a9667507e03d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.467068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1580f10d-1c07-44b6-b493-a9667507e03d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.467068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1580f10d-1c07-44b6-b493-a9667507e03d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.467068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1580f10d-1c07-44b6-b493-a9667507e03d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.467300] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1580f10d-1c07-44b6-b493-a9667507e03d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.539036] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.539175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.539511] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2705b6cf-48f9-47cd-9277-ee25c85600de taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.539608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.539777] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 685b303c-1706-4a42-ae66-a47ca74aa5ad with status ACTIVE [ 813.539953] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.540053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.540113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.540695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.540695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.540695] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.541047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.541047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.541047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.541047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.541264] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.541345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.541411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.541539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.541858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.542063] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad is going to be updated. [ 813.578199] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.578199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.578199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.578199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.578955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.579202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.721550] env[66012]: INFO networking_nsxv3.common.synchronization [req-fa2d8747-321a-4b07-bb5c-b8153f46910d req-c81a584a-ae8d-48da-abba-21d4a8bae02c tempest-ServerMetadataNegativeTestJSON-1090261258 tempest-ServerMetadataNegativeTestJSON-1090261258-project-member] Enqueued Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGHEST for action security_group_members [ 813.722357] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGHEST for action security_group_members [ 813.722821] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5803148e-118e-4f34-9d85-37688b8d1dda taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.723010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.723520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.724237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.724237] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.724446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.724560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.724806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.724911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.725737] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5803148e-118e-4f34-9d85-37688b8d1dda',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.966470] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.967650] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.971225] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1580f10d-1c07-44b6-b493-a9667507e03d [ 813.971225] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.971225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.971225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.971225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.971225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.971225] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1580f10d-1c07-44b6-b493-a9667507e03d already deleted. [ 813.971225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1580f10d-1c07-44b6-b493-a9667507e03d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.161294] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-849 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.161294] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-849" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.161294] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-849" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.161294] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-849" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.161534] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.161663] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.162249] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.162249] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.162249] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.162899] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.162899] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.163105] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.163153] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.163248] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.163360] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.163501] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.188053] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.188053] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.188053] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.188053] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-849" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.188053] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-517ef0af-0a88-49c1-9667-2def4b874872 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.188053] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-517ef0af-0a88-49c1-9667-2def4b874872" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.188053] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-517ef0af-0a88-49c1-9667-2def4b874872" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.188053] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-517ef0af-0a88-49c1-9667-2def4b874872" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.188053] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('517ef0af-0a88-49c1-9667-2def4b874872',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.229416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.231209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.231209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.231209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.231209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.231209] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.231209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.231209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.231209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.231656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.231656] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5803148e-118e-4f34-9d85-37688b8d1dda already deleted. [ 814.231656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.469640] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.469816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.469898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.473402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.473514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.473628] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 814.475360] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.475360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.475360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.475487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.475487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.475610] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2705b6cf-48f9-47cd-9277-ee25c85600de is going to be created. [ 814.501121] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.501121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.501121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.501121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.501528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.504805] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.504805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.504805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.504805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.504805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.513897] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 814.514708] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2705b6cf-48f9-47cd-9277-ee25c85600de in Status: UNINITIALIZED for 2s [ 814.690404] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.690718] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.690900] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.691265] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.691480] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.692217] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 517ef0af-0a88-49c1-9667-2def4b874872 not found, creating... [ 814.692217] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.692439] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.692595] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.692990] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.693877] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.693877] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.693877] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.693877] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.694130] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.694130] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.694205] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 517ef0af-0a88-49c1-9667-2def4b874872 is going to be created. [ 814.714897] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.715123] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.715243] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.715513] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.716077] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.716077] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-517ef0af-0a88-49c1-9667-2def4b874872" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.453568] env[66012]: INFO networking_nsxv3.common.synchronization [req-fa2d8747-321a-4b07-bb5c-b8153f46910d req-8fed4000-cbf9-4f2a-8297-32f88cd05747 service nova] Enqueued Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGHEST for action security_group_rules [ 815.453826] env[66012]: INFO networking_nsxv3.common.synchronization [req-fa2d8747-321a-4b07-bb5c-b8153f46910d req-8fed4000-cbf9-4f2a-8297-32f88cd05747 service nova] Enqueued Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGHEST for action security_group_members [ 815.453915] env[66012]: INFO networking_nsxv3.common.synchronization [req-fa2d8747-321a-4b07-bb5c-b8153f46910d req-8fed4000-cbf9-4f2a-8297-32f88cd05747 service nova] Enqueued Resource ID: 517ef0af-0a88-49c1-9667-2def4b874872 with Priority: HIGHEST for action port [ 815.454758] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGHEST for action security_group_rules [ 815.454758] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGHEST for action security_group_members [ 815.454758] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 517ef0af-0a88-49c1-9667-2def4b874872 with Priority: HIGHEST for action port [ 815.455102] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5803148e-118e-4f34-9d85-37688b8d1dda taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.456148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.456148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.456148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.456148] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5803148e-118e-4f34-9d85-37688b8d1dda',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.456781] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5803148e-118e-4f34-9d85-37688b8d1dda taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.457436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.457436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.457436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.457436] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.457436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.457678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.457715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.457809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.457923] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5803148e-118e-4f34-9d85-37688b8d1dda',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.458988] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-517ef0af-0a88-49c1-9667-2def4b874872 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.458988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-517ef0af-0a88-49c1-9667-2def4b874872" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.458988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-517ef0af-0a88-49c1-9667-2def4b874872" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.459175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-517ef0af-0a88-49c1-9667-2def4b874872" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.459175] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('517ef0af-0a88-49c1-9667-2def4b874872',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.963039] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5803148e-118e-4f34-9d85-37688b8d1dda',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.964269] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5803148e-118e-4f34-9d85-37688b8d1dda taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.964444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.964668] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 517ef0af-0a88-49c1-9667-2def4b874872 with status ACTIVE [ 815.964886] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.965057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.965200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.965477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.965615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.965863] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.965994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.966114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.966309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.966432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.966659] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.966804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.966952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.967200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.967448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.967587] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 517ef0af-0a88-49c1-9667-2def4b874872 is going to be updated. [ 815.992271] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.995282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.995386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.995644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.995753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.996021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-517ef0af-0a88-49c1-9667-2def4b874872" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.318857] env[66012]: INFO networking_nsxv3.common.synchronization [req-c3523c94-d620-48fb-82e4-54e10395d4fd req-437468ee-dc8d-4e18-b8d7-6a7a913d7a6b tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 816.319441] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 816.319767] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.319907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.319969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.320378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.320538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.320633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.320694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.320849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.320938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.321041] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.429426] env[66012]: INFO networking_nsxv3.common.synchronization [req-579a52b3-7aa8-407c-9d0c-d3e0601b404a req-b3a9e1b5-1ff5-451e-b602-d6b67b1f9f73 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 816.429426] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 816.429563] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.429707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.429795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.432917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.433145] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.433421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.433494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.433679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.433770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.433868] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.470046] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5803148e-118e-4f34-9d85-37688b8d1dda',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.530075] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 816.530296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.531051] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2705b6cf-48f9-47cd-9277-ee25c85600de in Status: SUCCESS [ 816.531245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.531374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.531581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.531767] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.532077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.532077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.532216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.532300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.532398] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.533228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.533414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.533603] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.533693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.534607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.534607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.534607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.534607] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.675226] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.675469] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.675711] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.675984] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.677453] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.677657] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.677758] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.677998] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.678160] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.678367] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.678475] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.678577] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.680025] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.680025] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.680025] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.680025] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.706053] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.706053] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.706053] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.706053] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.706053] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.706053] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.706315] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.706493] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.706620] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88d1fcc5-905e-4c7d-a09f-2abca5fadc41',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.823498] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.940010] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.940010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.940010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.940010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.940010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.940010] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.940010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.940010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.940010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.940010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.940010] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 816.971029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.971029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.971029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.971029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.971029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.972271] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.972600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.974835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.974835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.974835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.974835] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5803148e-118e-4f34-9d85-37688b8d1dda is going to be created. [ 816.984342] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 817.002313] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.004496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.004496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.004496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.004496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.017056] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5803148e-118e-4f34-9d85-37688b8d1dda in Status: UNINITIALIZED for 2s [ 817.035696] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.038980] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.208951] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.209183] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.209424] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.209603] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.209731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.209883] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 88d1fcc5-905e-4c7d-a09f-2abca5fadc41 not found, creating... [ 817.210154] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.210309] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.210420] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.210775] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.210775] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.211040] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.211239] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.211335] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.211532] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.211659] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.211889] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 88d1fcc5-905e-4c7d-a09f-2abca5fadc41 is going to be created. [ 817.233799] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.234123] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.234295] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.234578] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.234811] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.235037] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.326649] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.539804] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.544465] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.828707] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.828799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.828836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.829298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.829486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.829628] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 817.859330] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.859506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.859582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.859798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.859976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.870911] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 818.006439] env[66012]: INFO networking_nsxv3.common.synchronization [req-c3523c94-d620-48fb-82e4-54e10395d4fd req-96fe9d07-2c29-4bd2-9a86-b1f732063f1b service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 818.006618] env[66012]: INFO networking_nsxv3.common.synchronization [req-c3523c94-d620-48fb-82e4-54e10395d4fd req-96fe9d07-2c29-4bd2-9a86-b1f732063f1b service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 818.006779] env[66012]: INFO networking_nsxv3.common.synchronization [req-c3523c94-d620-48fb-82e4-54e10395d4fd req-96fe9d07-2c29-4bd2-9a86-b1f732063f1b service nova] Enqueued Resource ID: 88d1fcc5-905e-4c7d-a09f-2abca5fadc41 with Priority: HIGHEST for action port [ 818.007415] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 818.007563] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 818.007646] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d1fcc5-905e-4c7d-a09f-2abca5fadc41 with Priority: HIGHEST for action port [ 818.007979] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.008173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.008173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.008386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.008542] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.009847] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.009972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.010311] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.010454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.010454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.010615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.010692] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88d1fcc5-905e-4c7d-a09f-2abca5fadc41',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.042707] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.043446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.043446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.043446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.043679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.043679] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 818.045925] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.046066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.046134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.046335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.046436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.046502] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2705b6cf-48f9-47cd-9277-ee25c85600de is going to be updated. [ 818.077256] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.077493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.077561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.077759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.077906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.080039] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.080205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.080285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.080406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.080532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.101760] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 818.102665] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2705b6cf-48f9-47cd-9277-ee25c85600de in Status: IN_PROGRESS for 2s [ 818.339841] env[66012]: INFO networking_nsxv3.common.synchronization [req-4f6e6901-255f-4be7-ba51-eaf9fe84a5ec req-983154a7-0330-4568-a3fb-a8abbe5b0870 tempest-ImagesOneServerNegativeTestJSON-495380986 tempest-ImagesOneServerNegativeTestJSON-495380986-project-member] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 818.340640] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 818.341080] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.341202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.341273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.341476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.341623] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.341832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.341832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.341914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.341992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.342123] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.516505] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.516505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.516505] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 88d1fcc5-905e-4c7d-a09f-2abca5fadc41 with status ACTIVE [ 818.516505] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.516505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.516505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.516505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.516505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.516505] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.516505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.516505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.516505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.516505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.516505] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.517073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.517073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.517073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.517073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.517073] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 88d1fcc5-905e-4c7d-a09f-2abca5fadc41 is going to be updated. [ 818.541052] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.541052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.541052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.541052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.541052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.541052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88d1fcc5-905e-4c7d-a09f-2abca5fadc41" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.848443] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.848606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.848678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.848891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.848992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.849204] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.849306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.849369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.849512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.849590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.849676] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be updated. [ 818.881025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.881025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.881025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.881369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.881369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.890922] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 818.992998] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 818.993222] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 deletion is rescheduled due to dependency. [ 818.993334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.026729] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5803148e-118e-4f34-9d85-37688b8d1dda in Status: SUCCESS [ 819.026914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.027106] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.027334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.027523] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.027637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.027698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.027849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.027931] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.028087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.028131] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5803148e-118e-4f34-9d85-37688b8d1dda',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.530908] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5803148e-118e-4f34-9d85-37688b8d1dda taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.531100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.531100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.531662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.531662] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.531662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.531847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.532173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.532173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.532276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.532487] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5803148e-118e-4f34-9d85-37688b8d1dda taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.532733] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.532796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.532972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.533180] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.533354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.533464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.533641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.533748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.533862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.534034] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5803148e-118e-4f34-9d85-37688b8d1dda',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.882737] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 819.882737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.882737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.882737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.883150] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.883150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.883297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.884128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.884128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.884128] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.915552] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 819.915552] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 819.915552] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: b796be83-60da-4b73-8dcb-fa48f7c693ee with Priority: HIGHEST for action security_group_members [ 819.917204] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 819.917204] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 819.917363] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b796be83-60da-4b73-8dcb-fa48f7c693ee with Priority: HIGHEST for action security_group_members [ 819.918034] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2705b6cf-48f9-47cd-9277-ee25c85600de taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.918034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.918034] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.918034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.918272] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b796be83-60da-4b73-8dcb-fa48f7c693ee taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.918272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.918413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.918580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.918751] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.918845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.918974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.919083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.919164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.919263] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b796be83-60da-4b73-8dcb-fa48f7c693ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.964624] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_rules [ 819.964863] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 819.965054] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: b796be83-60da-4b73-8dcb-fa48f7c693ee with Priority: HIGHEST for action security_group_rules [ 819.965186] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: b796be83-60da-4b73-8dcb-fa48f7c693ee with Priority: HIGHEST for action security_group_members [ 819.965306] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 819.965427] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 819.967226] env[66012]: INFO networking_nsxv3.common.synchronization [req-bd9d05d2-5def-4a4a-ac10-863ca4145aac req-a58c5d81-00f6-4b22-ba2f-539e5defb38c tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad with Priority: HIGHEST for action port [ 819.967539] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_rules [ 819.967676] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b796be83-60da-4b73-8dcb-fa48f7c693ee with Priority: HIGHEST for action security_group_rules [ 819.967772] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 819.967861] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad with Priority: HIGHEST for action port [ 819.967964] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_rules [ 819.968067] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 819.968155] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b796be83-60da-4b73-8dcb-fa48f7c693ee with Priority: HIGHEST for action security_group_members [ 819.968460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2705b6cf-48f9-47cd-9277-ee25c85600de taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.968560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.968763] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b796be83-60da-4b73-8dcb-fa48f7c693ee taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.968860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.968917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.969171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.969251] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b796be83-60da-4b73-8dcb-fa48f7c693ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.970129] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.970224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.971848] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-685b303c-1706-4a42-ae66-a47ca74aa5ad taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.971983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.972076] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.972239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.972317] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('685b303c-1706-4a42-ae66-a47ca74aa5ad',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.973068] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.973150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.973335] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2705b6cf-48f9-47cd-9277-ee25c85600de taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.973420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.973585] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b796be83-60da-4b73-8dcb-fa48f7c693ee taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.973725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.037077] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5803148e-118e-4f34-9d85-37688b8d1dda: rpc.has_security_group_logging(os_id): False [ 820.061056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.061056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.061056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.061056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.061728] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.061728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.061728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.061728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.061728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.061728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5803148e-118e-4f34-9d85-37688b8d1dda is going to be created. [ 820.117434] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2705b6cf-48f9-47cd-9277-ee25c85600de in Status: SUCCESS [ 820.118934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.119216] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 820.119388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.119575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.119819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.120078] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.120227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.120312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.120492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.120596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.120694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.120822] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.121720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.121929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.122151] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.122290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.122365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.122560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.123131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.123131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.123131] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.128021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.128021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.128021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.128021] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.129051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.129248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.129433] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.129557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.129639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.129804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.129902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.130012] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.148498] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5803148e-118e-4f34-9d85-37688b8d1dda in Status: IN_PROGRESS for 2s [ 820.386793] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.421149] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b796be83-60da-4b73-8dcb-fa48f7c693ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.474831] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 685b303c-1706-4a42-ae66-a47ca74aa5ad with status ACTIVE [ 820.475744] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.476012] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.476072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.476278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.476378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.476594] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.476717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.476802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.477112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.477207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.477460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.477515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.477549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.477797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.477797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.477928] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 685b303c-1706-4a42-ae66-a47ca74aa5ad is going to be updated. [ 820.480076] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b796be83-60da-4b73-8dcb-fa48f7c693ee taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.480327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.500879] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.501183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.501257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.501502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.501657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.501966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-685b303c-1706-4a42-ae66-a47ca74aa5ad" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.541180] env[66012]: INFO networking_nsxv3.common.synchronization [req-21c2adc2-ec72-4ca9-861f-cd0c5a96df42 req-432e738a-93c2-43fe-ba5b-6b01d9e95e8f tempest-ServerExternalEventsTest-1789482822 tempest-ServerExternalEventsTest-1789482822-project-member] Enqueued Resource ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 with Priority: HIGHEST for action security_group_members [ 820.541889] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 with Priority: HIGHEST for action security_group_members [ 820.542461] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.542618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.542695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.542991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.543920] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.543920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.543920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.543920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.543920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.544190] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.627774] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.634486] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.634617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.634807] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.635704] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.890131] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.905034] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 820.905034] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 deletion is rescheduled due to dependency. [ 820.905034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.914024] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-644 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.914024] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.914024] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.914918] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.918020] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.918020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.918020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.918020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.918020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.918020] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.918020] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.918020] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.918020] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.918020] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.918020] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.918020] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.926948] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b796be83-60da-4b73-8dcb-fa48f7c693ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.939477] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.939647] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.939782] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.940134] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-644" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.941758] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-7e099bbe-5d63-44a5-879b-609a0acbaac7 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.941758] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-7e099bbe-5d63-44a5-879b-609a0acbaac7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.941758] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-7e099bbe-5d63-44a5-879b-609a0acbaac7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.941758] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-7e099bbe-5d63-44a5-879b-609a0acbaac7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.941972] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e099bbe-5d63-44a5-879b-609a0acbaac7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.047815] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.049559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.049559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.049559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.049559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.049559] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.049559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.049559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.049559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.049559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.049559] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 already deleted. [ 821.049559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.129870] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2705b6cf-48f9-47cd-9277-ee25c85600de: rpc.has_security_group_logging(os_id): False [ 821.137999] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.138931] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.149601] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.149904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.150162] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.150449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.150566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.150800] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.150905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.150969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.151132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.151208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.151292] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2705b6cf-48f9-47cd-9277-ee25c85600de is going to be created. [ 821.207810] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.207946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.207990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.208215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.208407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.219399] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2705b6cf-48f9-47cd-9277-ee25c85600de in Status: IN_PROGRESS for 2s [ 821.394972] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.395253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.395339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.395905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.395905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.395905] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 821.429168] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.429345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.429510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.429649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.429809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.431219] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.431348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.431412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.431624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.431714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.431825] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b796be83-60da-4b73-8dcb-fa48f7c693ee is going to be created. [ 821.444735] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.444958] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.445149] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.445495] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.445636] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.445802] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 7e099bbe-5d63-44a5-879b-609a0acbaac7 not found, creating... [ 821.446213] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.446455] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.446688] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.446981] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.447185] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.447554] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.447743] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.447882] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.448145] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.448277] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.448472] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 7e099bbe-5d63-44a5-879b-609a0acbaac7 is going to be created. [ 821.450547] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 821.472194] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.472194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.472194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.472194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.472194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.483194] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.483498] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.483716] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.484200] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.484589] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.484957] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-7e099bbe-5d63-44a5-879b-609a0acbaac7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.489280] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b796be83-60da-4b73-8dcb-fa48f7c693ee in Status: UNINITIALIZED for 2s [ 821.641939] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.642562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.642659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.642893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.642985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.643127] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 821.644544] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.644661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.644752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.644894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.644971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.645075] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2705b6cf-48f9-47cd-9277-ee25c85600de is going to be updated. [ 821.675383] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.675704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.675704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.675975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.676156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.678036] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.678231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.678231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.678372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.678523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.692141] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2705b6cf-48f9-47cd-9277-ee25c85600de in Status: IN_PROGRESS for 2s [ 821.692867] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 822.162664] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5803148e-118e-4f34-9d85-37688b8d1dda in Status: SUCCESS [ 822.162940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.218956] env[66012]: INFO networking_nsxv3.common.synchronization [req-21c2adc2-ec72-4ca9-861f-cd0c5a96df42 req-92a3086a-e755-44dd-a8d9-e043abe2822f service nova] Enqueued Resource ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 with Priority: HIGHEST for action security_group_rules [ 822.220346] env[66012]: INFO networking_nsxv3.common.synchronization [req-21c2adc2-ec72-4ca9-861f-cd0c5a96df42 req-92a3086a-e755-44dd-a8d9-e043abe2822f service nova] Enqueued Resource ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 with Priority: HIGHEST for action security_group_members [ 822.220346] env[66012]: INFO networking_nsxv3.common.synchronization [req-21c2adc2-ec72-4ca9-861f-cd0c5a96df42 req-92a3086a-e755-44dd-a8d9-e043abe2822f service nova] Enqueued Resource ID: 7e099bbe-5d63-44a5-879b-609a0acbaac7 with Priority: HIGHEST for action port [ 822.220743] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 with Priority: HIGHEST for action security_group_rules [ 822.220992] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 with Priority: HIGHEST for action security_group_members [ 822.224248] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e099bbe-5d63-44a5-879b-609a0acbaac7 with Priority: HIGHEST for action port [ 822.224248] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.224248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.224248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.224248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.224248] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.224248] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.224778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.224939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.225277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.225855] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.226129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.226278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.226518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.226724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.226925] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.228041] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e099bbe-5d63-44a5-879b-609a0acbaac7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.228359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e099bbe-5d63-44a5-879b-609a0acbaac7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.228541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e099bbe-5d63-44a5-879b-609a0acbaac7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.228790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e099bbe-5d63-44a5-879b-609a0acbaac7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.228973] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e099bbe-5d63-44a5-879b-609a0acbaac7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.731148] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.732219] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.732355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.732757] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e099bbe-5d63-44a5-879b-609a0acbaac7 with status ACTIVE [ 822.733221] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.733221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.733376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.733614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.733699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.734129] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.734222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.734947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.735564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.735564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.735831] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.736027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.736103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.736634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.736634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.736634] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e099bbe-5d63-44a5-879b-609a0acbaac7 is going to be updated. [ 822.769559] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.769755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.769821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.770158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.770303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.770462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e099bbe-5d63-44a5-879b-609a0acbaac7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.802946] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d9389e9-b98d-40e7-a6be-d29a58341e29 req-3e100bf3-6dba-49c2-bc54-fc9d9fd55782 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 822.803375] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d9389e9-b98d-40e7-a6be-d29a58341e29 req-3e100bf3-6dba-49c2-bc54-fc9d9fd55782 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: b796be83-60da-4b73-8dcb-fa48f7c693ee with Priority: HIGHEST for action security_group_members [ 822.803533] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d9389e9-b98d-40e7-a6be-d29a58341e29 req-3e100bf3-6dba-49c2-bc54-fc9d9fd55782 tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 822.804547] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2705b6cf-48f9-47cd-9277-ee25c85600de with Priority: HIGHEST for action security_group_members [ 822.804757] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b796be83-60da-4b73-8dcb-fa48f7c693ee with Priority: HIGHEST for action security_group_members [ 822.804963] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 822.805400] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2705b6cf-48f9-47cd-9277-ee25c85600de taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.805557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.806431] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b796be83-60da-4b73-8dcb-fa48f7c693ee taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.806568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.806784] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.806876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.233103] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2705b6cf-48f9-47cd-9277-ee25c85600de in Status: SUCCESS [ 823.233387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.233574] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.234530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.234759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.234842] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.461167] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 823.461167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.461881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.461881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.461881] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.461881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.462101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.462101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.462181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.463032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.463032] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.501769] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b796be83-60da-4b73-8dcb-fa48f7c693ee in Status: SUCCESS [ 823.501769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.501769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.501769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.501769] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.501769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.501769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.501769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.501769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.501769] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b796be83-60da-4b73-8dcb-fa48f7c693ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.703401] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2705b6cf-48f9-47cd-9277-ee25c85600de in Status: SUCCESS [ 823.703665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.703877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.704145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.704361] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.704477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.704602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.704745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.704880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.704952] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.706557] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 823.706754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.706915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.707141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.707340] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.707458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.707511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.707686] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.707764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.707862] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.736472] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.736700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.736700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.737137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.737246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.737345] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 is going to be created. [ 823.754769] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.754927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.754992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.755191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.755277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.755370] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2705b6cf-48f9-47cd-9277-ee25c85600de is going to be deleted. [ 823.762879] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.763233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.763233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.763310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.763428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.772514] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 in Status: UNINITIALIZED for 2s [ 823.804603] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.804858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.804858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.805078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.805154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.805243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.964861] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.964861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.964861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.965089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.965128] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.965232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.965288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.965431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.965515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.965601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.965756] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.965830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.965956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.966225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.966277] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.966448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.966448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.966625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.966625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.966703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.966794] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.007913] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.007913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.007913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.008068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.008220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.008393] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.008464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.008512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.008685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.008803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.008913] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b796be83-60da-4b73-8dcb-fa48f7c693ee is going to be deleted. [ 824.042243] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.042408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.042408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.042735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.042831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.042932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.043461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.043626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.043797] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.044419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.044761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.044761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.044876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.044876] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b796be83-60da-4b73-8dcb-fa48f7c693ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.210694] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.210872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.210999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.211184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.211277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.211486] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.211587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.211649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.211800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.211876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.211964] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2705b6cf-48f9-47cd-9277-ee25c85600de is going to be deleted. [ 824.213071] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.240968] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.241247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.241247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.241411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.241501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.241594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.242198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.242433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.242617] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.242745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.242801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.242966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.244216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.244363] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2705b6cf-48f9-47cd-9277-ee25c85600de',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.470243] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcc80b-497f-4869-b957-8b941ed755a6: rpc.has_security_group_logging(os_id): False [ 824.488346] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.488524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.488574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.489460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.489460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.489460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.489460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.489460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.489460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.489460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.489795] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.489795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.489795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.490124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.490124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.490124] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.490267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.490267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.490394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.490462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.490544] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 824.547323] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.547539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.547539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.547850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.547951] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.548190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.548318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.548380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.548544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.548624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.548799] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b796be83-60da-4b73-8dcb-fa48f7c693ee already deleted. [ 824.548799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.548932] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b796be83-60da-4b73-8dcb-fa48f7c693ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.551046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.551046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.551046] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.551046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.551046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.551046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.551046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.551046] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b796be83-60da-4b73-8dcb-fa48f7c693ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.581647] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.583257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.583486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.583717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.584096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.607035] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 824.716409] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.747129] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.747287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.747368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.747572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.747662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.747859] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.747988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.748046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.748339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.748339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.748339] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2705b6cf-48f9-47cd-9277-ee25c85600de already deleted. [ 824.748479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2705b6cf-48f9-47cd-9277-ee25c85600de" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.052976] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b796be83-60da-4b73-8dcb-fa48f7c693ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.054218] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.054353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.054481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.054638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.054760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.054906] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.055014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.055081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.055228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.055302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.055386] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b796be83-60da-4b73-8dcb-fa48f7c693ee already deleted. [ 825.055462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.221391] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.221391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.221391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.221391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.221391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.221391] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 825.274288] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.274288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.274288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.274626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.274626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.287188] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 825.392269] env[66012]: INFO networking_nsxv3.common.synchronization [req-d64613e7-81d3-4f07-8a5d-249bf93ce3ec req-e2a30945-a42f-416b-a68f-5546114a222d tempest-ServersWithSpecificFlavorTestJSON-1422651128 tempest-ServersWithSpecificFlavorTestJSON-1422651128-project-member] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 825.392378] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 825.393129] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.393129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.393129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.393754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.394060] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.394288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.394288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.394456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.394528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.394597] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.559559] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b796be83-60da-4b73-8dcb-fa48f7c693ee: rpc.has_security_group_logging(os_id): False [ 825.582185] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.582185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.582185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.582462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.582462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.582571] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.582679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.582740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.582928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.583016] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.583123] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b796be83-60da-4b73-8dcb-fa48f7c693ee is going to be created. [ 825.602814] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b796be83-60da-4b73-8dcb-fa48f7c693ee], does not exist path=[/infra/domains/default/groups/b796be83-60da-4b73-8dcb-fa48f7c693ee]."\n}' [ 825.603095] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b796be83-60da-4b73-8dcb-fa48f7c693ee failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b796be83-60da-4b73-8dcb-fa48f7c693ee [ 825.603290] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 825.637613] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.637917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.638052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.638472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.639462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.639822] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.639887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.639966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.640353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.640353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.640502] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.640614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.640684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.640872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.640970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.641974] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b796be83-60da-4b73-8dcb-fa48f7c693ee is going to be created. [ 825.659579] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b796be83-60da-4b73-8dcb-fa48f7c693ee], does not exist path=[/infra/domains/default/groups/b796be83-60da-4b73-8dcb-fa48f7c693ee]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b796be83-60da-4b73-8dcb-fa48f7c693ee [ 825.659771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b796be83-60da-4b73-8dcb-fa48f7c693ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.660045] env[66012]: Traceback (most recent call last): [ 825.660109] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 825.660109] env[66012]: return func(*args, **kwargs) [ 825.660109] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 825.660109] env[66012]: res.raise_for_status() [ 825.660109] env[66012]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 825.660109] env[66012]: raise HTTPError(http_error_msg, response=self) [ 825.660109] env[66012]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b796be83-60da-4b73-8dcb-fa48f7c693ee [ 825.660109] env[66012]: During handling of the above exception, another exception occurred: [ 825.660109] env[66012]: Traceback (most recent call last): [ 825.660109] env[66012]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 825.660109] env[66012]: listener.cb(fileno) [ 825.660109] env[66012]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 825.660109] env[66012]: result = function(*args, **kwargs) [ 825.660109] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 825.660109] env[66012]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 825.660109] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 825.660109] env[66012]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 825.660109] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 825.660109] env[66012]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 825.660109] env[66012]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 825.660109] env[66012]: res.raise_for_status() [ 825.660109] env[66012]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 825.660109] env[66012]: raise HTTPError(http_error_msg, response=self) [ 825.660109] env[66012]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b796be83-60da-4b73-8dcb-fa48f7c693ee [ 825.660109] env[66012]: Removing descriptor: 62 [ 825.739777] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-73 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.739992] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-73" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.740593] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-73" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.740593] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-73" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.741749] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.741749] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.741749] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.741749] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.741749] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.741749] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.741749] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 825.742181] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 825.742181] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 825.742181] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 825.742181] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 825.742460] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 825.762979] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 825.762979] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 825.762979] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 825.762979] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-73" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.762979] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-01b0c812-5c56-40d1-994c-84bd431dad28 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.762979] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-01b0c812-5c56-40d1-994c-84bd431dad28" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.762979] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-01b0c812-5c56-40d1-994c-84bd431dad28" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.763466] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-01b0c812-5c56-40d1-994c-84bd431dad28" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.763466] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b0c812-5c56-40d1-994c-84bd431dad28',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.782794] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 in Status: SUCCESS [ 825.783023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.783195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.783424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.783606] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.783719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.783780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.784135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.784135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.784237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.784269] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.896894] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.897104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.897219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.897489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.897623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.897908] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.898084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.898188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.898439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.898574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.898695] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab is going to be deleted. [ 825.932711] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.932949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.933104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.933372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.933600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.933600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.268774] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.269100] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.269325] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.269617] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.269770] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.269922] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 01b0c812-5c56-40d1-994c-84bd431dad28 not found, creating... [ 826.270211] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.270386] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.270532] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.270712] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.270841] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.271141] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.271300] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.271437] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.271599] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.271805] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.271887] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 01b0c812-5c56-40d1-994c-84bd431dad28 is going to be created. [ 826.290878] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.291232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.291232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.291376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.291495] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.291611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.291747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.291937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.292093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.292252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.292552] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.292650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.292650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.292780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.292907] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.293080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.293080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.293215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.293267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.293351] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.293468] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.296250] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.296846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.296846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.297226] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.297601] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.298115] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-01b0c812-5c56-40d1-994c-84bd431dad28" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.625422] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 826.625422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.801427] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24: rpc.has_security_group_logging(os_id): False [ 826.822739] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.822966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.822966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.823192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.823291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.823498] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.823620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.823685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.823859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.823943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.824152] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.824258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.824318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.824457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.824529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.824728] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.824821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.824879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.825041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.825116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.825201] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 is going to be created. [ 826.892894] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.892894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.893181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.893769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.893769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.911661] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 in Status: IN_PROGRESS for 2s [ 827.058870] env[66012]: INFO networking_nsxv3.common.synchronization [req-d64613e7-81d3-4f07-8a5d-249bf93ce3ec req-88dcda7e-ea28-4273-ae02-6ef670bd9c3e service nova] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_rules [ 827.059089] env[66012]: INFO networking_nsxv3.common.synchronization [req-d64613e7-81d3-4f07-8a5d-249bf93ce3ec req-88dcda7e-ea28-4273-ae02-6ef670bd9c3e service nova] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 827.059194] env[66012]: INFO networking_nsxv3.common.synchronization [req-d64613e7-81d3-4f07-8a5d-249bf93ce3ec req-88dcda7e-ea28-4273-ae02-6ef670bd9c3e service nova] Enqueued Resource ID: 01b0c812-5c56-40d1-994c-84bd431dad28 with Priority: HIGHEST for action port [ 827.059848] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_rules [ 827.059986] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 827.060098] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01b0c812-5c56-40d1-994c-84bd431dad28 with Priority: HIGHEST for action port [ 827.060393] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.060542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.060583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.060788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.060863] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.062359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.062498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.062563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.062775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.062950] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.064394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.064589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.064778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.064932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.064995] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.065989] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-01b0c812-5c56-40d1-994c-84bd431dad28 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.066116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01b0c812-5c56-40d1-994c-84bd431dad28" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.066180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01b0c812-5c56-40d1-994c-84bd431dad28" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.066373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01b0c812-5c56-40d1-994c-84bd431dad28" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.066456] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01b0c812-5c56-40d1-994c-84bd431dad28',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.234049] env[66012]: INFO networking_nsxv3.common.synchronization [req-e7f1b2e3-8a1a-4725-889f-ac1eab0533be req-79b49630-ae0f-4d3d-9918-6b6e7ca0f5f9 tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 827.234049] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 827.234217] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.234349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.234421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.234632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.234800] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.234900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.234962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.235258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.235350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.235442] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.298396] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 827.298651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.298820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.298999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.299204] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.299342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.299410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.299527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.299604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.299687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.299847] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.299933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.300220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.300220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.300322] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.300430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.300539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.300706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.300789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.303070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.303070] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.303070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.303070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.303602] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.303602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.303736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.303787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.303868] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.304038] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.569250] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.569250] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.569443] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.570975] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01b0c812-5c56-40d1-994c-84bd431dad28 with status ACTIVE [ 827.570975] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.570975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.570975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.570975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.570975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.571246] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.571296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.571328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.571468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.571544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.571723] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.571819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.572370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.572370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.572370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.572370] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01b0c812-5c56-40d1-994c-84bd431dad28 is going to be updated. [ 827.596218] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.596400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.596490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.596629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.596759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.596965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01b0c812-5c56-40d1-994c-84bd431dad28" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.738433] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.774901] env[66012]: INFO networking_nsxv3.common.synchronization [req-188e99f1-b79c-4ce0-9e14-665127ca0d70 req-38c93f25-69e1-4fc1-8a5b-b8a269f06d25 tempest-ServerMetadataNegativeTestJSON-1090261258 tempest-ServerMetadataNegativeTestJSON-1090261258-project-member] Enqueued Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGHEST for action security_group_members [ 827.775184] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGHEST for action security_group_members [ 827.775503] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5803148e-118e-4f34-9d85-37688b8d1dda taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.775619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.775681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.775880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.776126] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.776227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.776287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.776628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.776628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.776628] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5803148e-118e-4f34-9d85-37688b8d1dda',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.805607] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3540d2d-67d4-4319-a8c3-6c4857a4c75b: rpc.has_security_group_logging(os_id): False [ 827.807352] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.828222] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.828395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.828490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.828775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.848794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.849096] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.849205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.849267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.849467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.849552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.849754] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.849852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.849914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.850071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.850146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.850350] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.850437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.850500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.850727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.850804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.850888] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 827.913730] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.913730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.913898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.914112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.914263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.932816] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 828.074358] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.103257] env[66012]: INFO networking_nsxv3.common.synchronization [req-15fb5715-556d-4480-993f-ddd5629c1082 req-3c3859f4-7a38-4527-beda-d3c704b55fa3 tempest-ServerMetadataTestJSON-1750484618 tempest-ServerMetadataTestJSON-1750484618-project-member] Enqueued Resource ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a with Priority: HIGHEST for action security_group_members [ 828.103770] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a with Priority: HIGHEST for action security_group_members [ 828.104122] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.104249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.104317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.104558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.104711] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.104809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.104869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.105319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.105319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.105408] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2375c1fd-9d60-4d87-a7a8-e6ae9705577a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.241641] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.281264] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.281498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.281588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.282294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.305828] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.306253] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.306358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.306442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.306663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.306750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.306846] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5803148e-118e-4f34-9d85-37688b8d1dda is going to be updated. [ 828.309829] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.336435] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.336605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.336645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.336865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.337077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.350270] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5803148e-118e-4f34-9d85-37688b8d1dda in Status: IN_PROGRESS for 2s [ 828.433989] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-43 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.433989] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.434260] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.434616] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.437036] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.437163] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.437207] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.437450] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.437586] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.437791] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.437899] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.438011] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.438114] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.438218] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.438343] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.438474] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.460084] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.460275] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.460437] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.460640] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.461028] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-df06cb4a-faa5-4348-9ddf-621f45583954 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.461255] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-df06cb4a-faa5-4348-9ddf-621f45583954" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.461399] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-df06cb4a-faa5-4348-9ddf-621f45583954" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.461675] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-df06cb4a-faa5-4348-9ddf-621f45583954" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.461806] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df06cb4a-faa5-4348-9ddf-621f45583954',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.577705] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.577860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.577908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.578120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.578212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.578312] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab is going to be created. [ 828.604207] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.604336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.604384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.604558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.604712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.607398] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.607513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.607580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.607750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.607829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.608038] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.608143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.608204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.608345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.608407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.608491] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a already deleted. [ 828.608567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.614734] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: UNINITIALIZED for 2s [ 828.743429] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.743582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.743652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.743857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.743967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.744045] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 828.778087] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.778087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.778087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.778087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.778368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.789166] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 828.812041] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.812274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.812328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.812598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.812772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.812772] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 828.852018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.852175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.852325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.852482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.852626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.864204] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 828.927028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 in Status: SUCCESS [ 828.927314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.963873] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.964160] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.964283] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.964567] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.964713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.964859] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port df06cb4a-faa5-4348-9ddf-621f45583954 not found, creating... [ 828.965152] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.965362] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.965459] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.965616] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.965748] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.966216] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.966392] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.966511] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.966719] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.966854] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.967074] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: df06cb4a-faa5-4348-9ddf-621f45583954 is going to be created. [ 828.989610] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.989879] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.990047] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.990521] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.990753] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.991030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-df06cb4a-faa5-4348-9ddf-621f45583954" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.675492] env[66012]: INFO networking_nsxv3.common.synchronization [req-15fb5715-556d-4480-993f-ddd5629c1082 req-73afcdec-5352-407b-95ba-bb40602b1669 service nova] Enqueued Resource ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a with Priority: HIGHEST for action security_group_rules [ 829.675492] env[66012]: INFO networking_nsxv3.common.synchronization [req-15fb5715-556d-4480-993f-ddd5629c1082 req-73afcdec-5352-407b-95ba-bb40602b1669 service nova] Enqueued Resource ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a with Priority: HIGHEST for action security_group_members [ 829.675492] env[66012]: INFO networking_nsxv3.common.synchronization [req-15fb5715-556d-4480-993f-ddd5629c1082 req-73afcdec-5352-407b-95ba-bb40602b1669 service nova] Enqueued Resource ID: df06cb4a-faa5-4348-9ddf-621f45583954 with Priority: HIGHEST for action port [ 829.675492] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a with Priority: HIGHEST for action security_group_rules [ 829.675492] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a with Priority: HIGHEST for action security_group_members [ 829.675492] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df06cb4a-faa5-4348-9ddf-621f45583954 with Priority: HIGHEST for action port [ 829.675492] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2375c1fd-9d60-4d87-a7a8-e6ae9705577a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.675492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.675492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.679346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.679346] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2375c1fd-9d60-4d87-a7a8-e6ae9705577a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.680453] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.680911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.681352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.682019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.682019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.682265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.682471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.683193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.683193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.683193] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2375c1fd-9d60-4d87-a7a8-e6ae9705577a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.684516] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-df06cb4a-faa5-4348-9ddf-621f45583954 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.685774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df06cb4a-faa5-4348-9ddf-621f45583954" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.685774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df06cb4a-faa5-4348-9ddf-621f45583954" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.685774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df06cb4a-faa5-4348-9ddf-621f45583954" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.685774] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df06cb4a-faa5-4348-9ddf-621f45583954',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.957547] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 829.957547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.957547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.957547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.957547] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.187913] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port df06cb4a-faa5-4348-9ddf-621f45583954 with status ACTIVE [ 830.187913] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.189038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.189038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.189038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.189038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.189038] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.189038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.189038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.189418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.189418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.189418] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.189534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.189588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.189680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.189769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.189837] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: df06cb4a-faa5-4348-9ddf-621f45583954 is going to be updated. [ 830.191309] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2375c1fd-9d60-4d87-a7a8-e6ae9705577a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.192310] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.192500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.222714] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.222714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.222714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.222990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.222990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.223243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df06cb4a-faa5-4348-9ddf-621f45583954" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.360699] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5803148e-118e-4f34-9d85-37688b8d1dda in Status: SUCCESS [ 830.361010] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5803148e-118e-4f34-9d85-37688b8d1dda deletion is rescheduled due to dependency. [ 830.361184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.460253] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.460444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.625892] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: SUCCESS [ 830.626222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.626615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.626895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.627169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.627330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.627455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.627654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.627813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.627912] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.628030] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.694109] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2375c1fd-9d60-4d87-a7a8-e6ae9705577a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.800098] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 830.800098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.813251] env[66012]: INFO networking_nsxv3.common.synchronization [req-1adfaf99-34f3-49ce-9291-748ca86afcfd req-fb20f844-c948-4e7a-b87f-d7cb7ae098be tempest-ServerTagsTestJSON-1202950978 tempest-ServerTagsTestJSON-1202950978-project-member] Enqueued Resource ID: cc5e529a-aa49-46e5-a32d-e2918b9136be with Priority: HIGHEST for action security_group_members [ 830.813757] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5e529a-aa49-46e5-a32d-e2918b9136be with Priority: HIGHEST for action security_group_members [ 830.814247] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5e529a-aa49-46e5-a32d-e2918b9136be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.814398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.814444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.814738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.814903] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.815011] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.815093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.815235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.815319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.815490] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5e529a-aa49-46e5-a32d-e2918b9136be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.880237] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 830.880569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.881313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.881556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.881814] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.881949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.882279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.882497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.882586] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.883349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.883479] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.130326] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.198419] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.198419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.198419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.198419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.198419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.198419] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a is going to be created. [ 831.214049] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.214448] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-180" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.214448] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-180" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.214690] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-180" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.214931] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.215096] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.215211] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.215431] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.215617] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.215754] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.215860] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.215984] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.216143] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.216263] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.216370] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.216495] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.226122] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.226381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.226381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.226566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.226715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.240588] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.240800] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.240946] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.241062] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-180" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.241670] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.241670] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.241873] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.242092] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.242231] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ba82cf3-19ce-417e-9f0d-05213f7fa7e1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.243871] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a in Status: UNINITIALIZED for 2s [ 831.318267] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.318436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.318511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.318738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.318826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.319041] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.319148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.319209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.319364] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.319437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.319522] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5e529a-aa49-46e5-a32d-e2918b9136be already deleted. [ 831.319600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.385621] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.385862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.385862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.386129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.386305] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.386407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.386463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.386708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.386798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.386886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.387097] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.387212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.387263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.387396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.387528] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.387619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.387741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.387741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.387970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.387970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.388050] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.632417] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adbac70a-cd63-4e0e-b3f1-1c1b96684cab: rpc.has_security_group_logging(os_id): False [ 831.651099] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.651099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.651099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.651716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.651716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.651716] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.651862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.651862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.652014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.652115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.652208] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab is going to be created. [ 831.727158] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.728340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.728340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.728340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.728340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.743489] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: IN_PROGRESS for 2s [ 831.746247] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.746466] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.746583] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.746870] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.747114] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.747624] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 2ba82cf3-19ce-417e-9f0d-05213f7fa7e1 not found, creating... [ 831.747944] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.748176] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.748342] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.748630] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.749397] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.749397] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.749397] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.749554] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.749761] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.749872] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.750019] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 2ba82cf3-19ce-417e-9f0d-05213f7fa7e1 is going to be created. [ 831.794971] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.795285] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.795461] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.795774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.796212] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.796830] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.890692] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3540d2d-67d4-4319-a8c3-6c4857a4c75b: rpc.has_security_group_logging(os_id): False [ 831.919023] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.919023] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.919023] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.919023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.921195] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.921195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.921195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.921195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.921195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.921195] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 832.006599] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.006871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.006996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.007308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.007576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.029258] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 832.553827] env[66012]: INFO networking_nsxv3.common.synchronization [req-1adfaf99-34f3-49ce-9291-748ca86afcfd req-5b057932-f339-4145-96ad-4b942901db72 service nova] Enqueued Resource ID: cc5e529a-aa49-46e5-a32d-e2918b9136be with Priority: HIGHEST for action security_group_rules [ 832.554444] env[66012]: INFO networking_nsxv3.common.synchronization [req-1adfaf99-34f3-49ce-9291-748ca86afcfd req-5b057932-f339-4145-96ad-4b942901db72 service nova] Enqueued Resource ID: cc5e529a-aa49-46e5-a32d-e2918b9136be with Priority: HIGHEST for action security_group_members [ 832.554444] env[66012]: INFO networking_nsxv3.common.synchronization [req-1adfaf99-34f3-49ce-9291-748ca86afcfd req-5b057932-f339-4145-96ad-4b942901db72 service nova] Enqueued Resource ID: 2ba82cf3-19ce-417e-9f0d-05213f7fa7e1 with Priority: HIGHEST for action port [ 832.555283] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5e529a-aa49-46e5-a32d-e2918b9136be with Priority: HIGHEST for action security_group_rules [ 832.555645] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5e529a-aa49-46e5-a32d-e2918b9136be with Priority: HIGHEST for action security_group_members [ 832.555715] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ba82cf3-19ce-417e-9f0d-05213f7fa7e1 with Priority: HIGHEST for action port [ 832.556678] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc5e529a-aa49-46e5-a32d-e2918b9136be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.556678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.556678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.556678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.556969] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc5e529a-aa49-46e5-a32d-e2918b9136be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.561049] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5e529a-aa49-46e5-a32d-e2918b9136be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.561049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.561049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.561207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.561280] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.561373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.561431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.561671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.561761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.561846] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5e529a-aa49-46e5-a32d-e2918b9136be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.564590] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.564873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.564873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.564963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.565510] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ba82cf3-19ce-417e-9f0d-05213f7fa7e1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.944180] env[66012]: INFO networking_nsxv3.common.synchronization [req-768e7ed6-2e96-4b5d-8389-931a1fd5b967 req-a1664778-31cd-479f-8827-521b60d20c18 tempest-ServerExternalEventsTest-1789482822 tempest-ServerExternalEventsTest-1789482822-project-member] Enqueued Resource ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 with Priority: HIGHEST for action security_group_members [ 832.945045] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 with Priority: HIGHEST for action security_group_members [ 832.945190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.945319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.945376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.945583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.945743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.945837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.946018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.946093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.946160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.946254] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.067777] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ba82cf3-19ce-417e-9f0d-05213f7fa7e1 with status ACTIVE [ 833.068052] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.068322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.068474] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.068869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.068987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.069422] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.069558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.069598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.069776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.069879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.070078] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.070229] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.070297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.070727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.070727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.070974] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ba82cf3-19ce-417e-9f0d-05213f7fa7e1 is going to be updated. [ 833.072728] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc5e529a-aa49-46e5-a32d-e2918b9136be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.074167] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5e529a-aa49-46e5-a32d-e2918b9136be taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.074310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.106162] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.106315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.106785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.106785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.106943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.106983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ba82cf3-19ce-417e-9f0d-05213f7fa7e1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.255558] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a in Status: SUCCESS [ 833.255824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.256100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.256343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.257652] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.257863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.257935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.258192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.258292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.258386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.258481] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2375c1fd-9d60-4d87-a7a8-e6ae9705577a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.449580] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.449741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.449810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.450043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.450137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.450338] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.450428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.450491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.450644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.450718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.451036] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 is going to be updated. [ 833.483271] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.483271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.483271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.483440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.483440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.493098] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 in Status: IN_PROGRESS for 2s [ 833.575963] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc5e529a-aa49-46e5-a32d-e2918b9136be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.760623] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: SUCCESS [ 833.760854] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.761259] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.761377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.761442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.761788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.761862] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.761945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.762102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.762186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.762273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.762381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.762513] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.762654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.762700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.762853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.763021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.764018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.764140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.764265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.764408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.764475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.764537] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2375c1fd-9d60-4d87-a7a8-e6ae9705577a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.047933] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 834.048390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.078878] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.079077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.079144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.079363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.079453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.079554] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5e529a-aa49-46e5-a32d-e2918b9136be is going to be created. [ 834.107146] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.107146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.107146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.107146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.107146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.119458] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5e529a-aa49-46e5-a32d-e2918b9136be in Status: UNINITIALIZED for 2s [ 834.267168] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2375c1fd-9d60-4d87-a7a8-e6ae9705577a: rpc.has_security_group_logging(os_id): False [ 834.292975] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.293213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.293385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.293730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.293730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.294900] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.294900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.294900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.294900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.294900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.294900] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.294900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.294900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.295310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.295310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.295310] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.295418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.295418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.295561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.295623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.295737] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a is going to be created. [ 834.382801] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.383039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.383107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.383353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.383627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.401296] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a in Status: IN_PROGRESS for 2s [ 835.509622] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 in Status: SUCCESS [ 835.510057] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24 deletion is rescheduled due to dependency. [ 835.510057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.838748] env[66012]: INFO networking_nsxv3.common.synchronization [req-3e9e014d-a71b-4be9-9eb1-89bb2bcf60aa req-4f70b552-790e-4f19-ab66-463e4561771a tempest-ServersAdminTestJSON-1096529398 tempest-ServersAdminTestJSON-1096529398-project-member] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 835.839462] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 835.839689] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.839808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.839869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.840211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.840380] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.840481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.840543] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.840704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.840805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.840960] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.130838] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5e529a-aa49-46e5-a32d-e2918b9136be in Status: SUCCESS [ 836.131084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.132785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.132785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.132785] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.132785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.132785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.132785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.132785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.132785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.133163] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc5e529a-aa49-46e5-a32d-e2918b9136be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.242917] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.243146] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.243268] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.243515] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.243761] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.243907] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.244168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.244419] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.244596] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.244824] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.244963] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.245105] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.245234] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.245367] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.245495] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.245643] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.267560] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.267743] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.267876] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.268074] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-27" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.268409] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-ce2f5dfd-f017-40bb-a534-65d269cb4605 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.268582] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-ce2f5dfd-f017-40bb-a534-65d269cb4605" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.268696] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-ce2f5dfd-f017-40bb-a534-65d269cb4605" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.269062] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-ce2f5dfd-f017-40bb-a534-65d269cb4605" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.269212] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2f5dfd-f017-40bb-a534-65d269cb4605',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.342570] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.414104] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a in Status: SUCCESS [ 836.414344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.635898] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5e529a-aa49-46e5-a32d-e2918b9136be taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.636336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.636336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.636336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.637066] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.637066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.637066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.637066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.637066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.637066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.637409] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5e529a-aa49-46e5-a32d-e2918b9136be taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.637409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.637409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.637409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.637589] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.637634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.637667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.639567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.639567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.639567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.639567] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc5e529a-aa49-46e5-a32d-e2918b9136be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.772179] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.772465] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.772583] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.772871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.773089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.773259] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port ce2f5dfd-f017-40bb-a534-65d269cb4605 not found, creating... [ 836.773540] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.773714] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.773916] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.774294] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.774367] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.774620] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.774795] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.774925] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.775227] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.775378] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.775519] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: ce2f5dfd-f017-40bb-a534-65d269cb4605 is going to be created. [ 836.797624] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.798093] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.798255] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.798675] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.799055] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.799288] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-ce2f5dfd-f017-40bb-a534-65d269cb4605" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.845200] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.140559] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc5e529a-aa49-46e5-a32d-e2918b9136be: rpc.has_security_group_logging(os_id): False [ 837.160602] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.160788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.160846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.161085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.161186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.161403] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.161500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.161560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.162187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.162187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.162187] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.162187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.162187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.162622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.162622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.162622] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.162870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.162870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.162870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.162974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.163355] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc5e529a-aa49-46e5-a32d-e2918b9136be is going to be created. [ 837.233886] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.233886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.233886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.233886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.234340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.265941] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5e529a-aa49-46e5-a32d-e2918b9136be in Status: IN_PROGRESS for 2s [ 837.348398] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.349099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.349099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.349260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.349260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.349382] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 837.430734] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.430900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.430959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.431214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.431416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.446480] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 837.543173] env[66012]: INFO networking_nsxv3.common.synchronization [req-3e9e014d-a71b-4be9-9eb1-89bb2bcf60aa req-529ba014-a602-445b-954e-ac1ddac73f39 service nova] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_rules [ 837.543173] env[66012]: INFO networking_nsxv3.common.synchronization [req-3e9e014d-a71b-4be9-9eb1-89bb2bcf60aa req-529ba014-a602-445b-954e-ac1ddac73f39 service nova] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 837.543173] env[66012]: INFO networking_nsxv3.common.synchronization [req-3e9e014d-a71b-4be9-9eb1-89bb2bcf60aa req-529ba014-a602-445b-954e-ac1ddac73f39 service nova] Enqueued Resource ID: ce2f5dfd-f017-40bb-a534-65d269cb4605 with Priority: HIGHEST for action port [ 837.543173] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_rules [ 837.543173] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 837.543173] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce2f5dfd-f017-40bb-a534-65d269cb4605 with Priority: HIGHEST for action port [ 837.543173] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.543549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.543585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.544450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.544450] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.546033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.546147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.547132] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce2f5dfd-f017-40bb-a534-65d269cb4605 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.547132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce2f5dfd-f017-40bb-a534-65d269cb4605" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.547132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce2f5dfd-f017-40bb-a534-65d269cb4605" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.547132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce2f5dfd-f017-40bb-a534-65d269cb4605" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.547132] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce2f5dfd-f017-40bb-a534-65d269cb4605',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.048954] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.049506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.050579] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce2f5dfd-f017-40bb-a534-65d269cb4605 with status ACTIVE [ 838.050819] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.050959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.051056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.051279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.051385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.051665] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.051882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.051924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.052122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.052404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.052721] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.052899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.053032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.053287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.053859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.054129] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce2f5dfd-f017-40bb-a534-65d269cb4605 is going to be updated. [ 838.089092] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.089374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.089506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.089774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.089938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.091517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce2f5dfd-f017-40bb-a534-65d269cb4605" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.280018] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc5e529a-aa49-46e5-a32d-e2918b9136be in Status: SUCCESS [ 839.280294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.456850] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 839.457196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.458100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.458100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.458100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.458100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.458100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.458100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.458521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.458521] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.960546] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.463044] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.966495] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.966495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.966782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.967318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.967521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.967683] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 841.005390] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.005564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.005564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.005677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.006648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.017471] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 841.233593] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-c592ce86-4d91-4fb2-af4c-3558960c8124 tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 841.234204] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 841.234708] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.234708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.234708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.235239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.235459] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.235570] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.235643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.235801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.235886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.236126] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.315019] env[66012]: INFO networking_nsxv3.common.synchronization [req-11052852-90cf-46e5-a7e8-dc4f903315e6 req-987c15e9-37de-43ff-be15-d2b8cd4afec9 tempest-ServerMetadataTestJSON-1750484618 tempest-ServerMetadataTestJSON-1750484618-project-member] Enqueued Resource ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a with Priority: HIGHEST for action security_group_members [ 841.315019] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a with Priority: HIGHEST for action security_group_members [ 841.315019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.315019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.315019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.315019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.315019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.315019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.315019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.315019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.315019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.315019] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2375c1fd-9d60-4d87-a7a8-e6ae9705577a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.603837] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-4c16144e-a603-4310-804f-1294f51c28ef tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 841.604746] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 841.604746] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.605036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739053] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.739240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.739587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.739681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.739899] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.740009] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.740090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.740264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.740343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.740487] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 already deleted. [ 841.740557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.740705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.740861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.741061] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.741166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.741262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.741430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.741498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.741624] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.817370] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.817370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.817370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.817370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.817370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.817616] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.817616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.817616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.817805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.817898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.817993] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a is going to be updated. [ 841.861689] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.861689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.861689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.863640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.863640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.877085] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a in Status: IN_PROGRESS for 2s [ 841.993780] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-d22f94af-7687-4fc3-a724-d8a0a868edb9 tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 841.993780] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 841.993780] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.993780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.245787] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.245787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.245787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.245787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.245787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.245787] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.245787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.245787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.245787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.245787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.245787] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 already deleted. [ 842.246218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.246218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.246218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.246366] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.246617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.246617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.246740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.246740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.246996] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.328051] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.328051] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-941" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.328051] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-941" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.328420] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-941" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.328711] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.328869] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.329043] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.329324] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.329467] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.329672] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.329780] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.329883] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.329983] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.330102] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.330211] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.330370] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.353067] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.353067] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.353067] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.353067] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-941" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.353417] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-be778e03-dd17-4050-8602-a09b957e985c taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.353633] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-be778e03-dd17-4050-8602-a09b957e985c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.353788] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-be778e03-dd17-4050-8602-a09b957e985c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.354182] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-be778e03-dd17-4050-8602-a09b957e985c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.354322] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be778e03-dd17-4050-8602-a09b957e985c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.750217] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.751202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.751202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.751202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.751202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.751599] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.751705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.751765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.752489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.752489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.752489] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 already deleted. [ 842.752489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.859035] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.859035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.859035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.859035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.859035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.859035] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port be778e03-dd17-4050-8602-a09b957e985c not found, creating... [ 842.859035] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.859035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.859035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.859035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.859035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.859605] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.859605] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.859899] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.860262] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.860521] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.860768] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: be778e03-dd17-4050-8602-a09b957e985c is going to be created. [ 842.886101] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.886449] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.886910] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.887332] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.887697] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.888504] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-be778e03-dd17-4050-8602-a09b957e985c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.030775] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 843.030962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.031205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.031519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.031797] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.031979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.032103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.032757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.032891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.033226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.033532] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.536104] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.536282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.536341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.536575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.536779] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.536885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.536949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.537244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.537244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.537335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.537454] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.537548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.537687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.537739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.537877] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.537992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.538046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.538178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.538262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.538368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.538461] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.620189] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-73a17e46-73dd-4937-be1d-27d53c519881 service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 843.620189] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-73a17e46-73dd-4937-be1d-27d53c519881 service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 843.620189] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-73a17e46-73dd-4937-be1d-27d53c519881 service nova] Enqueued Resource ID: be778e03-dd17-4050-8602-a09b957e985c with Priority: HIGHEST for action port [ 843.620443] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 843.620485] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 843.620694] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be778e03-dd17-4050-8602-a09b957e985c with Priority: HIGHEST for action port [ 843.621063] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.621247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.621316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.621668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.621754] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.622744] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.622744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.622884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.622980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.623858] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.623858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.623858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.623858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.623858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.623858] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.625952] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-be778e03-dd17-4050-8602-a09b957e985c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.626146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be778e03-dd17-4050-8602-a09b957e985c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.626258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be778e03-dd17-4050-8602-a09b957e985c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.626521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be778e03-dd17-4050-8602-a09b957e985c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.626652] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be778e03-dd17-4050-8602-a09b957e985c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.890983] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a in Status: SUCCESS [ 843.891216] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2375c1fd-9d60-4d87-a7a8-e6ae9705577a deletion is rescheduled due to dependency. [ 843.891329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2375c1fd-9d60-4d87-a7a8-e6ae9705577a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.042507] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d38c898-40a0-4677-88aa-9020dff46dd1: rpc.has_security_group_logging(os_id): False [ 844.064927] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.066697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.066697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.066697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.089359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.089359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.089359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.089359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.089359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.089359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.089359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.089359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.089359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.089359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.089359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.089359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.090258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.090473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.090755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.090965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.091200] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 844.130035] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.131055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.134191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.134191] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be778e03-dd17-4050-8602-a09b957e985c with status ACTIVE [ 844.134191] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.134191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.134191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.134191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.134191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.134191] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.134191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.134191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.136569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.136957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.137416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.138023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.138023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.138023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.139143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.139143] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be778e03-dd17-4050-8602-a09b957e985c is going to be updated. [ 844.163050] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.163050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.163050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.163050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.163050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.170363] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.170562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.170596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.170818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.170950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.171200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be778e03-dd17-4050-8602-a09b957e985c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.185746] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 844.417128] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.417373] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-425" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.417569] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-425" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.417881] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-425" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.418180] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.418338] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.418452] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.418678] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.418820] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.419038] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.419152] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.419261] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.419381] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.419490] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.419594] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.419769] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.439661] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.439874] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.440075] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.440318] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-425" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.440745] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.440990] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.441169] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.441561] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.441741] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa66a5a0-5ff7-40c8-9474-42706fc75e0b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.633917] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.944701] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.945387] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.945387] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.945387] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.945528] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.945663] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port fa66a5a0-5ff7-40c8-9474-42706fc75e0b not found, creating... [ 844.945870] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.946034] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.946364] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.946626] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.946774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.947460] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.947460] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.947603] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.948078] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.948078] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.948078] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: fa66a5a0-5ff7-40c8-9474-42706fc75e0b is going to be created. [ 844.979833] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.980157] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.980641] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.981186] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.981552] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.982039] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.098073] env[66012]: INFO networking_nsxv3.common.synchronization [req-a659418e-ce9e-44ed-9d9f-82b6e3c98130 req-33ff2da0-231d-4314-9eb2-819900e6aba1 tempest-ServerTagsTestJSON-1202950978 tempest-ServerTagsTestJSON-1202950978-project-member] Enqueued Resource ID: cc5e529a-aa49-46e5-a32d-e2918b9136be with Priority: HIGHEST for action security_group_members [ 845.098693] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc5e529a-aa49-46e5-a32d-e2918b9136be with Priority: HIGHEST for action security_group_members [ 845.099068] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc5e529a-aa49-46e5-a32d-e2918b9136be taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.099208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.099264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.099445] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.099597] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.099694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.099752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.099899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.099983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.100127] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc5e529a-aa49-46e5-a32d-e2918b9136be',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.138398] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.138612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.138682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.138875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.138965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.139078] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be created. [ 845.169726] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.169726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.169726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.169726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.169726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.177725] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: UNINITIALIZED for 2s [ 845.608186] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.608186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.608186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.608186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.608186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.608186] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.608186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.608186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.608186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.608186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.608186] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5e529a-aa49-46e5-a32d-e2918b9136be is going to be updated. [ 845.635296] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.635296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.635296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.635296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.635556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.644740] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5e529a-aa49-46e5-a32d-e2918b9136be in Status: IN_PROGRESS for 2s [ 845.687413] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-95753a37-c7ab-436d-a816-5b394adc3d56 service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 845.689667] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-95753a37-c7ab-436d-a816-5b394adc3d56 service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 845.689858] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-95753a37-c7ab-436d-a816-5b394adc3d56 service nova] Enqueued Resource ID: fa66a5a0-5ff7-40c8-9474-42706fc75e0b with Priority: HIGHEST for action port [ 845.690506] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 845.690651] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 845.690747] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa66a5a0-5ff7-40c8-9474-42706fc75e0b with Priority: HIGHEST for action port [ 845.691065] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.691179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.691400] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.691489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.691666] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.691781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.691844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.692080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.692161] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa66a5a0-5ff7-40c8-9474-42706fc75e0b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.197305] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa66a5a0-5ff7-40c8-9474-42706fc75e0b with status ACTIVE [ 846.197627] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.197704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.197813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.197989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.198114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.198674] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.198847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.198918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.199100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.199184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.199383] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.199477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.199545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.199678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.199752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.199838] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa66a5a0-5ff7-40c8-9474-42706fc75e0b is going to be updated. [ 846.202986] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 846.202986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.224784] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.224956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.225024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.225232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.225368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.225523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa66a5a0-5ff7-40c8-9474-42706fc75e0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.537696] env[66012]: INFO networking_nsxv3.common.synchronization [None req-7f659b94-a12c-4407-aee9-0660712c2b51 None None] Enqueued Resource ID: 63f85322-ef0b-4bd7-9f5e-f0185cf84e95 with Priority: HIGHEST for action port [ 846.538251] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f85322-ef0b-4bd7-9f5e-f0185cf84e95 with Priority: HIGHEST for action port [ 846.538677] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f85322-ef0b-4bd7-9f5e-f0185cf84e95 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.538677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f85322-ef0b-4bd7-9f5e-f0185cf84e95" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.539066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f85322-ef0b-4bd7-9f5e-f0185cf84e95" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.539066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f85322-ef0b-4bd7-9f5e-f0185cf84e95" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.543750] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f85322-ef0b-4bd7-9f5e-f0185cf84e95',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.989222] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.989351] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-941" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.989442] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-941" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.989734] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-941" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.989999] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.990692] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.990692] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.990928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.991085] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.991311] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.991424] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.991542] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.991648] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.991756] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.991869] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.991996] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.012336] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.012481] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.012624] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.012788] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-941" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.013124] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-e92ea39b-efbe-405c-8cbc-a89e81f08c71 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.013301] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-e92ea39b-efbe-405c-8cbc-a89e81f08c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.013418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-e92ea39b-efbe-405c-8cbc-a89e81f08c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.014339] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-e92ea39b-efbe-405c-8cbc-a89e81f08c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.014339] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92ea39b-efbe-405c-8cbc-a89e81f08c71',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.047235] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63f85322-ef0b-4bd7-9f5e-f0185cf84e95 [ 847.047471] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.048593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.048593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.048593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.048593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.048806] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63f85322-ef0b-4bd7-9f5e-f0185cf84e95 already deleted. [ 847.048919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f85322-ef0b-4bd7-9f5e-f0185cf84e95" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.191578] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 847.191578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.191578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.191802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.191979] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.192110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.192173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.192327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.192407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.192491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.192599] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.195048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.195263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.195438] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.195542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.195606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.195750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.195826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.195913] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.517274] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.517548] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.517653] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.517928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.518095] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.518252] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port e92ea39b-efbe-405c-8cbc-a89e81f08c71 not found, creating... [ 847.518512] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.520522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.520522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.520522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.520522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.520522] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.520522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.520522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.520522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.520522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.521519] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: e92ea39b-efbe-405c-8cbc-a89e81f08c71 is going to be created. [ 847.543086] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.543350] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.543478] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.543776] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.544165] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.544451] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-e92ea39b-efbe-405c-8cbc-a89e81f08c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.663759] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc5e529a-aa49-46e5-a32d-e2918b9136be in Status: SUCCESS [ 847.663957] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc5e529a-aa49-46e5-a32d-e2918b9136be deletion is rescheduled due to dependency. [ 847.664105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc5e529a-aa49-46e5-a32d-e2918b9136be" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.698448] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.698647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.698799] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.202974] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.301820] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-aa9fc986-9be2-427c-a7a8-c84cd2a6c1a3 service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 848.301820] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-aa9fc986-9be2-427c-a7a8-c84cd2a6c1a3 service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 848.301820] env[66012]: INFO networking_nsxv3.common.synchronization [req-63342f73-5732-46f0-ac38-37c718fb8ce9 req-aa9fc986-9be2-427c-a7a8-c84cd2a6c1a3 service nova] Enqueued Resource ID: e92ea39b-efbe-405c-8cbc-a89e81f08c71 with Priority: HIGHEST for action port [ 848.301820] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 848.301820] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 848.301820] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e92ea39b-efbe-405c-8cbc-a89e81f08c71 with Priority: HIGHEST for action port [ 848.301820] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.301820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.301820] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.301820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.301820] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e92ea39b-efbe-405c-8cbc-a89e81f08c71 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.301820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e92ea39b-efbe-405c-8cbc-a89e81f08c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.301820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e92ea39b-efbe-405c-8cbc-a89e81f08c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.303189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e92ea39b-efbe-405c-8cbc-a89e81f08c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.303189] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e92ea39b-efbe-405c-8cbc-a89e81f08c71',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.709341] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.709341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.709341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.709341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.709341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.710356] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 848.752133] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.752285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.752362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.752639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.752795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.762926] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 848.806593] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e92ea39b-efbe-405c-8cbc-a89e81f08c71 with status ACTIVE [ 848.806771] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.807080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.807080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.808014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.808014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.808014] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.808014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.808014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.808014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.808014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.808380] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.808380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.808380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.808380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.808534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.808534] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e92ea39b-efbe-405c-8cbc-a89e81f08c71 is going to be updated. [ 848.835259] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.835259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.835259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.835259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.835259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.835259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e92ea39b-efbe-405c-8cbc-a89e81f08c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.035261] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3bbeccf2-7d27-444c-9e53-4141e34a5e88 None None] Enqueued Resource ID: 27013e47-0a62-4c90-aa92-7f54fdfa45fa with Priority: HIGHEST for action port [ 849.039021] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27013e47-0a62-4c90-aa92-7f54fdfa45fa with Priority: HIGHEST for action port [ 849.039021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-27013e47-0a62-4c90-aa92-7f54fdfa45fa taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.039021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27013e47-0a62-4c90-aa92-7f54fdfa45fa" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.039021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27013e47-0a62-4c90-aa92-7f54fdfa45fa" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.039021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27013e47-0a62-4c90-aa92-7f54fdfa45fa" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.039021] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27013e47-0a62-4c90-aa92-7f54fdfa45fa',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.543199] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27013e47-0a62-4c90-aa92-7f54fdfa45fa [ 849.543199] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.543394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.543394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.543572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.543660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.543756] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27013e47-0a62-4c90-aa92-7f54fdfa45fa already deleted. [ 849.543836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27013e47-0a62-4c90-aa92-7f54fdfa45fa" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.776991] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 850.777352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.777455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.777653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.777839] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.777905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.777972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.778150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.778229] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.778312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.778516] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.778593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.778667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.778794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.779011] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.779079] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.779079] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.779220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.779290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.779512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.779512] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.780318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.780479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.780655] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.780757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.780820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.780973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.781049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.781145] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.833223] env[66012]: INFO networking_nsxv3.common.synchronization [None req-4af26a39-01d5-4346-a0fe-80e6cde3b4a0 None None] Enqueued Resource ID: b74239c9-2f2a-4346-86b9-1142b8458cb4 with Priority: HIGHEST for action port [ 850.833223] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b74239c9-2f2a-4346-86b9-1142b8458cb4 with Priority: HIGHEST for action port [ 850.834338] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b74239c9-2f2a-4346-86b9-1142b8458cb4 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.834767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b74239c9-2f2a-4346-86b9-1142b8458cb4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.834978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b74239c9-2f2a-4346-86b9-1142b8458cb4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.836032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b74239c9-2f2a-4346-86b9-1142b8458cb4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.836032] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b74239c9-2f2a-4346-86b9-1142b8458cb4',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.283301] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522fb6cb-577b-4b07-926e-1b6c846d6226: rpc.has_security_group_logging(os_id): False [ 851.284617] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.303498] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.303641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.303719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.304248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.304248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.304248] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.304576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.304576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.304576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.304576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.304718] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.304809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.304862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.304992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.305728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.305728] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.305728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.305728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.305728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.305728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.305728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be created. [ 851.338306] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b74239c9-2f2a-4346-86b9-1142b8458cb4 [ 851.338538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.338701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.338751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.338990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.339069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.339130] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b74239c9-2f2a-4346-86b9-1142b8458cb4 already deleted. [ 851.339206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b74239c9-2f2a-4346-86b9-1142b8458cb4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.366844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.366990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.367125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.367414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.367591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.379664] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 851.791843] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.944715] env[66012]: INFO networking_nsxv3.common.synchronization [None req-18fa1fef-6d20-4ab0-ba20-fd1eac448111 tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_rules [ 851.945266] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_rules [ 851.945570] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.945691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.945757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.946017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.946280] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.107365] env[66012]: INFO networking_nsxv3.common.synchronization [None req-19a29e39-1935-4a96-8dcc-89232e79a33d tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_rules [ 852.107938] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_rules [ 852.108269] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.108368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.292664] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.292664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.292664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.292664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.292664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.292664] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 852.325928] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.326174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.326299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.326552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.326738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.339075] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 852.469403] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.469403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.469403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.469678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.469713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.469801] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 already deleted. [ 852.469899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.470019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.470192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.470310] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.999681] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.999681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.999681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.999681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.999681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.999681] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 already deleted. [ 852.999681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.393348] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 853.393735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.394060] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.394359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.394547] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.545389] env[66012]: INFO networking_nsxv3.common.synchronization [req-28984aa9-7ab9-4158-bd2f-d8181d449bc9 req-6d8bdad5-209c-4ddb-b5ae-cbb92dce64b9 tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 853.546127] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 853.547026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.547026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.547026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.547026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.547026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.547302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.547302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.547464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.547464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.547592] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.805030] env[66012]: INFO networking_nsxv3.common.synchronization [None req-16ae8694-4ac1-4917-9a82-acb38387b304 None None] Enqueued Resource ID: 647adf9d-f832-4a76-b57f-8a423ac72570 with Priority: HIGHEST for action port [ 853.805030] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647adf9d-f832-4a76-b57f-8a423ac72570 with Priority: HIGHEST for action port [ 853.805030] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-647adf9d-f832-4a76-b57f-8a423ac72570 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.805030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647adf9d-f832-4a76-b57f-8a423ac72570" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.805030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647adf9d-f832-4a76-b57f-8a423ac72570" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.805030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647adf9d-f832-4a76-b57f-8a423ac72570" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.805030] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647adf9d-f832-4a76-b57f-8a423ac72570',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.898566] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.898566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.050190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.050490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.050490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.051059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.075422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.075665] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.075807] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.075875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.076126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.076234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.076335] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 854.111943] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.111943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.111943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.111943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.111943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.122889] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 854.188809] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.188893] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.189073] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.189339] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.189689] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.189970] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.190078] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.190413] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.190799] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.191085] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.191240] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.191390] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.191504] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.191709] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.191750] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.193596] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.233329] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.233329] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.233329] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.233329] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.233637] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-f6025847-ed95-48d8-92ae-57809025b7c6 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.233773] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-f6025847-ed95-48d8-92ae-57809025b7c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.233881] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-f6025847-ed95-48d8-92ae-57809025b7c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.234285] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-f6025847-ed95-48d8-92ae-57809025b7c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.234460] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6025847-ed95-48d8-92ae-57809025b7c6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.311959] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 647adf9d-f832-4a76-b57f-8a423ac72570 [ 854.312620] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.312620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.312620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.312620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.313097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.313097] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:647adf9d-f832-4a76-b57f-8a423ac72570 already deleted. [ 854.314057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647adf9d-f832-4a76-b57f-8a423ac72570" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.364247] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 854.364247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.364247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.364247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.364247] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.364247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.364247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.364247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.364247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.364247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.364247] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.741037] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.741335] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.741490] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.741798] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.741961] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.742143] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port f6025847-ed95-48d8-92ae-57809025b7c6 not found, creating... [ 854.742562] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.742736] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.742851] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.743126] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.743294] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.743600] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.743767] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.743901] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.744133] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.744274] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.744843] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: f6025847-ed95-48d8-92ae-57809025b7c6 is going to be created. [ 854.766435] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.767050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.767050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.767434] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.767750] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.768144] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-f6025847-ed95-48d8-92ae-57809025b7c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.868038] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.868215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.868215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.868432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.868819] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.869015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.869124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.869329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.869438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.869542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.869720] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.869823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.869896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.870093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.870258] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.870359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.870421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.870585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.870670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.870795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.870935] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.373217] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522fb6cb-577b-4b07-926e-1b6c846d6226: rpc.has_security_group_logging(os_id): False [ 855.400155] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.400155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.400155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.400155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.400155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.400155] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.400155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.401835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.402488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.403230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.403230] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.403230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.403387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.403518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.403649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.403949] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.404102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.404192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.404422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.404503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.404616] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 855.482761] env[66012]: INFO networking_nsxv3.common.synchronization [req-28984aa9-7ab9-4158-bd2f-d8181d449bc9 req-31226554-c027-449f-a979-dfc4478e5972 service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 855.482761] env[66012]: INFO networking_nsxv3.common.synchronization [req-28984aa9-7ab9-4158-bd2f-d8181d449bc9 req-31226554-c027-449f-a979-dfc4478e5972 service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 855.483121] env[66012]: INFO networking_nsxv3.common.synchronization [req-28984aa9-7ab9-4158-bd2f-d8181d449bc9 req-31226554-c027-449f-a979-dfc4478e5972 service nova] Enqueued Resource ID: f6025847-ed95-48d8-92ae-57809025b7c6 with Priority: HIGHEST for action port [ 855.483465] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 855.483645] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 855.484191] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6025847-ed95-48d8-92ae-57809025b7c6 with Priority: HIGHEST for action port [ 855.484293] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.484377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.484478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.484682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.484769] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.486704] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.486704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.486704] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6025847-ed95-48d8-92ae-57809025b7c6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.487050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6025847-ed95-48d8-92ae-57809025b7c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.487050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6025847-ed95-48d8-92ae-57809025b7c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.487050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6025847-ed95-48d8-92ae-57809025b7c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.487156] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6025847-ed95-48d8-92ae-57809025b7c6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.489537] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.489653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.489753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.489933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.490087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.506217] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 855.987445] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.987561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.988879] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6025847-ed95-48d8-92ae-57809025b7c6 with status ACTIVE [ 855.989086] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.989328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.989328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.989512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.989601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.989785] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.989928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.989928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.990229] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.990229] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.990351] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.990430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.990481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.991682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.991682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.991682] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6025847-ed95-48d8-92ae-57809025b7c6 is going to be updated. [ 856.011471] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.011611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.011707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.011883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.012023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.012364] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6025847-ed95-48d8-92ae-57809025b7c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.133690] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 856.133690] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d deletion is rescheduled due to dependency. [ 856.133690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.133690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.134299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.134299] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.134299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.134299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.134299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.134495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.134495] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.636246] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.139915] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.523422] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 857.523422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.523570] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.523791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.523916] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.642404] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.642768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.642768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.642864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.642940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.643109] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 857.678468] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.678826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.678826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.678944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.679510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.690706] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 858.026678] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.026824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.026953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.027154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.027366] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.027528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.027617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.027916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.028010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.028133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.028226] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.532028] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.532028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.532028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.532028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.532286] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.532286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.532380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.532490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.532679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.532679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.532801] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.532930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.532930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.533090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.533231] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.533324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.533377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.533547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.533622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.533701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.533834] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.035851] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522fb6cb-577b-4b07-926e-1b6c846d6226: rpc.has_security_group_logging(os_id): False [ 859.056759] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.056896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.056964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.057212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.057290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.057538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.057641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.057715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.057820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.057888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.058079] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.058196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.058256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.058358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.058420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.058627] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.058716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.058778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.058915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.059008] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.059065] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 859.136774] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.136937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.137396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.137396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.137538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.153808] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 859.704464] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 859.705905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.705905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.705905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.705905] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.705905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.705905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.705905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.706631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.706631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.706631] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.211251] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.211744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.211744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.211744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.211881] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.212053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.212097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.212267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.212344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.212424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.212589] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.212668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.212722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.212863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.213010] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.213119] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.213178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.213314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.213388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.213497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.213601] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.484413] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 860.484530] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 860.716678] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38ca4082-aed1-42cd-865d-cb66023e451d: rpc.has_security_group_logging(os_id): False [ 860.738438] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.738621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.738674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.738880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.738966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.739319] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.739463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.739514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.739695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.739759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.740275] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.740275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.740275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.740379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.740379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.740563] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.740644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.740689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.740871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.740931] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.741028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 860.828137] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.828137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.828137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.828377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.828377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.843396] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 861.169395] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 861.169650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.781870] env[66012]: INFO networking_nsxv3.common.synchronization [req-40ec2daa-5dfa-45a3-b9fa-a2f23ac7b880 req-6f202166-d123-4405-82b9-b894cc6d1d07 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 861.782446] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 861.782755] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.782994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.783076] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.783370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.783560] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.783688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.783767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.783905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.783982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.784083] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.092848] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.093053] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.093179] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.093452] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.093708] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.093862] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.093972] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.094293] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.094432] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.094634] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.094741] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.094844] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.094945] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.095062] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.095165] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.095306] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.115823] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.115985] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.116215] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.116438] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.116767] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.116925] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.117052] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.117384] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.117518] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6926a8-7c5f-46d6-af6e-8ddbce7cef93',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.286040] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.286228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.286309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.286537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.286673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.286880] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.287013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.287118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.287321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.287471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.287596] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 already deleted. [ 862.287689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.620163] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.620403] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.620549] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.620872] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.621046] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.621271] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port af6926a8-7c5f-46d6-af6e-8ddbce7cef93 not found, creating... [ 862.621602] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.621784] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.621914] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.623066] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.623066] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.623066] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.623066] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.623066] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.623325] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.623369] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.623541] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: af6926a8-7c5f-46d6-af6e-8ddbce7cef93 is going to be created. [ 862.643894] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.644206] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.644358] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.644717] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.645039] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.645456] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.858596] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 862.858920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.058170] env[66012]: INFO networking_nsxv3.common.synchronization [None req-6feed4b8-7eef-4cb4-8291-1a3342ae7906 tempest-ImagesOneServerNegativeTestJSON-495380986 tempest-ImagesOneServerNegativeTestJSON-495380986-project-member] Enqueued Resource ID: 1960587a-0ae1-4611-962c-12ed4f7d23a3 with Priority: HIGHEST for action security_group_rules [ 863.058791] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1960587a-0ae1-4611-962c-12ed4f7d23a3 with Priority: HIGHEST for action security_group_rules [ 863.059121] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1960587a-0ae1-4611-962c-12ed4f7d23a3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.059502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1960587a-0ae1-4611-962c-12ed4f7d23a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.059502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1960587a-0ae1-4611-962c-12ed4f7d23a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.059693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1960587a-0ae1-4611-962c-12ed4f7d23a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.059804] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1960587a-0ae1-4611-962c-12ed4f7d23a3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.158308] env[66012]: INFO networking_nsxv3.common.synchronization [None req-b09b5250-733c-4cc1-968d-89a3247f935d tempest-ImagesOneServerNegativeTestJSON-495380986 tempest-ImagesOneServerNegativeTestJSON-495380986-project-member] Enqueued Resource ID: 1960587a-0ae1-4611-962c-12ed4f7d23a3 with Priority: HIGHEST for action security_group_rules [ 863.158308] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1960587a-0ae1-4611-962c-12ed4f7d23a3 with Priority: HIGHEST for action security_group_rules [ 863.158577] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1960587a-0ae1-4611-962c-12ed4f7d23a3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.158694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1960587a-0ae1-4611-962c-12ed4f7d23a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.416952] env[66012]: INFO networking_nsxv3.common.synchronization [req-40ec2daa-5dfa-45a3-b9fa-a2f23ac7b880 req-87cba205-3286-45c0-95ed-b6f0ee58d329 service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 863.416952] env[66012]: INFO networking_nsxv3.common.synchronization [req-40ec2daa-5dfa-45a3-b9fa-a2f23ac7b880 req-87cba205-3286-45c0-95ed-b6f0ee58d329 service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 863.416952] env[66012]: INFO networking_nsxv3.common.synchronization [req-40ec2daa-5dfa-45a3-b9fa-a2f23ac7b880 req-87cba205-3286-45c0-95ed-b6f0ee58d329 service nova] Enqueued Resource ID: af6926a8-7c5f-46d6-af6e-8ddbce7cef93 with Priority: HIGHEST for action port [ 863.418247] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 863.418457] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 863.418623] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6926a8-7c5f-46d6-af6e-8ddbce7cef93 with Priority: HIGHEST for action port [ 863.421211] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.421211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.421211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.421211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.421211] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.421792] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.421792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.421792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.421920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.422077] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.422149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.422369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.422705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.422808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.422899] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.426588] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.427512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.427512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.427831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.427959] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6926a8-7c5f-46d6-af6e-8ddbce7cef93',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.583847] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.583847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.583847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.583847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.583847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.583847] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1960587a-0ae1-4611-962c-12ed4f7d23a3 already deleted. [ 863.584274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1960587a-0ae1-4611-962c-12ed4f7d23a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.584274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1960587a-0ae1-4611-962c-12ed4f7d23a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.584325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1960587a-0ae1-4611-962c-12ed4f7d23a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.584431] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1960587a-0ae1-4611-962c-12ed4f7d23a3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.926895] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.931336] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af6926a8-7c5f-46d6-af6e-8ddbce7cef93 with status ACTIVE [ 863.931544] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.931672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.931736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.931941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.932059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.932273] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.932398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.932476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.932657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.933245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.933245] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.933245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.933245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.933518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.933518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.933518] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af6926a8-7c5f-46d6-af6e-8ddbce7cef93 is going to be updated. [ 863.934567] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.934668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.954272] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.954272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.954272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.954272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.954451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.954451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af6926a8-7c5f-46d6-af6e-8ddbce7cef93" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.109886] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.110057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.110118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.110334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.110422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.110514] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1960587a-0ae1-4611-962c-12ed4f7d23a3 already deleted. [ 864.110595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1960587a-0ae1-4611-962c-12ed4f7d23a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.400786] env[66012]: INFO networking_nsxv3.common.synchronization [req-e1683ebf-f2c2-4cee-9f68-522fd1365a06 req-a9277ec1-55a7-485c-b521-e4a5cbf69f90 tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 864.401311] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 864.401601] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.401786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.401786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.402021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.402138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.402236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.402297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.402485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.402574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.402659] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.429340] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.592636] env[66012]: INFO networking_nsxv3.common.synchronization [req-e1683ebf-f2c2-4cee-9f68-522fd1365a06 req-563007d5-21a4-4456-967d-8d9f6f788ab5 tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 864.593403] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 864.593853] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.593946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.877465] env[66012]: INFO networking_nsxv3.common.synchronization [req-e1683ebf-f2c2-4cee-9f68-522fd1365a06 req-c276aaca-f804-4f83-a829-0905a79798c4 tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 864.878668] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 864.878668] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.878668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.905999] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.932845] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.933116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.933151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.933415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.933511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.933612] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be created. [ 864.958832] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.959567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.959567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.959567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.959994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.972866] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: UNINITIALIZED for 2s [ 865.409948] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.913673] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.913673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.913673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.914257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.914949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.914949] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 865.947371] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.947703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.947703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.948036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.948036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.958106] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 866.501176] env[66012]: INFO networking_nsxv3.common.synchronization [req-9efe2eba-8d20-4087-8dcf-c938619587d5 req-7d26a871-bfc7-4aa9-9c2e-db35253fd33d tempest-AttachInterfacesV270Test-59735721 tempest-AttachInterfacesV270Test-59735721-project-member] Enqueued Resource ID: 7c55565a-196e-4a58-a1d3-9424b426aeac with Priority: HIGHEST for action security_group_members [ 866.501699] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c55565a-196e-4a58-a1d3-9424b426aeac with Priority: HIGHEST for action security_group_members [ 866.502012] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c55565a-196e-4a58-a1d3-9424b426aeac taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.503968] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.504074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.504374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.504538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.504645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.504709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.504861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.505216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.505216] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c55565a-196e-4a58-a1d3-9424b426aeac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.895513] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-42 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.895718] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-42" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.895913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-42" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.896214] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-42" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.896579] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.896791] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.896960] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.897305] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.897499] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.897715] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.897826] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.897934] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.898079] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.898199] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.898315] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.898454] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.918648] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.918812] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.918930] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.919107] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-42" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.919437] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.919602] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.919713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.920353] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.920499] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346f82fe-6ca1-43d6-b507-6d6188fc1ca9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.984040] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 866.984040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.984428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.984428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.984571] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.984686] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.984791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.984892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.984981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.985077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.985180] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.007754] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.007886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.007962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.008196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.008281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.008482] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.008581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.008641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.008783] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.008855] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.008934] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c55565a-196e-4a58-a1d3-9424b426aeac already deleted. [ 867.009025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.424029] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.424288] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.424402] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.424668] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.424810] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.424959] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 346f82fe-6ca1-43d6-b507-6d6188fc1ca9 not found, creating... [ 867.425249] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.425401] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.425507] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.425717] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.425848] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.426136] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.426310] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.426429] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.426691] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.426837] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.426885] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 346f82fe-6ca1-43d6-b507-6d6188fc1ca9 is going to be created. [ 867.446528] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.446736] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.446854] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.447153] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.447397] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.447619] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.487958] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.488149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.488224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.488415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.488655] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.488754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.488819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.488971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.489074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.489367] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.489697] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.489849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.489913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.490239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.490480] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.490593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.490698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.490851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.490931] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.491028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.491121] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.968390] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 867.968639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.968825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.969065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.969258] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.969426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.969475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.969606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.969685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.969780] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.993193] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2714e2f9-6188-4d18-bf96-09e53d199033: rpc.has_security_group_logging(os_id): False [ 868.014463] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.014583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.014583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.014779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.015513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.015513] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.015513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.015513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.015513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.015513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.015719] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.015760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.015803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.015943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.017561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.017914] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.018155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.018155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.018327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.018408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.021742] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be created. [ 868.093018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.093181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.093616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.093616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.093716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.107469] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 868.215309] env[66012]: INFO networking_nsxv3.common.synchronization [req-9efe2eba-8d20-4087-8dcf-c938619587d5 req-b8b83f1a-7bf0-4dcb-b123-e9e7b1d21db8 service nova] Enqueued Resource ID: 7c55565a-196e-4a58-a1d3-9424b426aeac with Priority: HIGHEST for action security_group_rules [ 868.216148] env[66012]: INFO networking_nsxv3.common.synchronization [req-9efe2eba-8d20-4087-8dcf-c938619587d5 req-b8b83f1a-7bf0-4dcb-b123-e9e7b1d21db8 service nova] Enqueued Resource ID: 7c55565a-196e-4a58-a1d3-9424b426aeac with Priority: HIGHEST for action security_group_members [ 868.216148] env[66012]: INFO networking_nsxv3.common.synchronization [req-9efe2eba-8d20-4087-8dcf-c938619587d5 req-b8b83f1a-7bf0-4dcb-b123-e9e7b1d21db8 service nova] Enqueued Resource ID: 346f82fe-6ca1-43d6-b507-6d6188fc1ca9 with Priority: HIGHEST for action port [ 868.216829] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c55565a-196e-4a58-a1d3-9424b426aeac with Priority: HIGHEST for action security_group_rules [ 868.216992] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c55565a-196e-4a58-a1d3-9424b426aeac with Priority: HIGHEST for action security_group_members [ 868.217135] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346f82fe-6ca1-43d6-b507-6d6188fc1ca9 with Priority: HIGHEST for action port [ 868.217506] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c55565a-196e-4a58-a1d3-9424b426aeac taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.217744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.217861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.218200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.218793] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c55565a-196e-4a58-a1d3-9424b426aeac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.219312] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c55565a-196e-4a58-a1d3-9424b426aeac taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.219471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.219569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.219869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.219996] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.220477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.220477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.220608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.220710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.220882] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c55565a-196e-4a58-a1d3-9424b426aeac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.221767] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.221886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.221954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.222140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.222251] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('346f82fe-6ca1-43d6-b507-6d6188fc1ca9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.474139] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.477237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.477237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.477237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.477237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.477237] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.477237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.477237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.477237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.477237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.477237] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 868.504318] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.504555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.504555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.504795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.504946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.514992] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 868.724917] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c55565a-196e-4a58-a1d3-9424b426aeac taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.725048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.725187] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c55565a-196e-4a58-a1d3-9424b426aeac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.726142] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 346f82fe-6ca1-43d6-b507-6d6188fc1ca9 with status ACTIVE [ 868.726358] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.727036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.727036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.727036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.727036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.727184] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.727184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.727254] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.727386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.727462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.727645] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.727741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.727832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.727935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.728018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.728665] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 346f82fe-6ca1-43d6-b507-6d6188fc1ca9 is going to be updated. [ 868.751485] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.751631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.751713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.751907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.752059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.752217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-346f82fe-6ca1-43d6-b507-6d6188fc1ca9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.115111] env[66012]: INFO networking_nsxv3.common.synchronization [req-4c9725c9-4b5d-46b3-846b-158b7905886a req-7d8ccdc7-b28f-42e3-8220-49d60b29d8ad tempest-ServersNegativeTestJSON-1950287743 tempest-ServersNegativeTestJSON-1950287743-project-member] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 869.118049] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 869.118499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.118632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.118701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.118954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.119121] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.119358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.119511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.119593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.119643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.119736] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.230635] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c55565a-196e-4a58-a1d3-9424b426aeac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.559873] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.560459] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.560609] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.560979] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.561360] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.561613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.561763] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.562020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.562188] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.562433] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.562553] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.562668] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.562787] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.562895] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.563036] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.563177] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.583878] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.584100] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.584276] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.584495] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.584915] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.586311] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.586557] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.586982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.587169] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3df9ff-3540-4c05-bfde-6119b6c8cffd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.622620] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.623517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.623517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.623517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.623517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.623517] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.623517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.623802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.623802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.623802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.623893] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d already deleted. [ 869.623922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.735050] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.735050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.735050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.735050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.735050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.735050] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c55565a-196e-4a58-a1d3-9424b426aeac is going to be created. [ 869.761245] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.761440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.761484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.761854] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.761854] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.773034] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c55565a-196e-4a58-a1d3-9424b426aeac in Status: UNINITIALIZED for 2s [ 870.090622] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.090877] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.091095] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.091502] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.091750] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.091982] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port ce3df9ff-3540-4c05-bfde-6119b6c8cffd not found, creating... [ 870.092358] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.092613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.092808] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.093159] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.093365] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.093782] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.094048] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.094246] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.094524] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.094726] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.094933] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: ce3df9ff-3540-4c05-bfde-6119b6c8cffd is going to be created. [ 870.119407] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.119987] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.120091] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.120342] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.120704] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.120992] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.122953] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 870.122953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.529368] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 870.529368] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 deletion is rescheduled due to dependency. [ 870.529368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.529368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.529368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.529368] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.529709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.529709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.529709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.531277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.531277] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.932168] env[66012]: INFO networking_nsxv3.common.synchronization [req-4c9725c9-4b5d-46b3-846b-158b7905886a req-238e839f-3eae-49fe-8339-0c00c91d1251 service nova] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_rules [ 870.932492] env[66012]: INFO networking_nsxv3.common.synchronization [req-4c9725c9-4b5d-46b3-846b-158b7905886a req-238e839f-3eae-49fe-8339-0c00c91d1251 service nova] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 870.932750] env[66012]: INFO networking_nsxv3.common.synchronization [req-4c9725c9-4b5d-46b3-846b-158b7905886a req-238e839f-3eae-49fe-8339-0c00c91d1251 service nova] Enqueued Resource ID: ce3df9ff-3540-4c05-bfde-6119b6c8cffd with Priority: HIGHEST for action port [ 870.933745] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_rules [ 870.934034] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 870.934261] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3df9ff-3540-4c05-bfde-6119b6c8cffd with Priority: HIGHEST for action port [ 870.935034] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.935034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.935228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.936725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.936725] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.937518] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.937748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.937885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.938206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.938527] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.938754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.938850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.939168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.939241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.939387] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.940777] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.941409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.941409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.941409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.941540] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3df9ff-3540-4c05-bfde-6119b6c8cffd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.034298] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.034521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.034582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.034882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.034979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.035241] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.035385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.035468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.035631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.035720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.035843] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 871.068045] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.068133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.068232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.068412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.071108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.079269] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 871.443676] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.445050] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.445169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.446203] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce3df9ff-3540-4c05-bfde-6119b6c8cffd with status ACTIVE [ 871.446203] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.446203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.446203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.446203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.446203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.446203] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.446704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.446704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.446704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.446704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.448085] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.448085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.448085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.448085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.448085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.448085] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce3df9ff-3540-4c05-bfde-6119b6c8cffd is going to be updated. [ 871.479195] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.479402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.479447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.479671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.479829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.480038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.786198] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c55565a-196e-4a58-a1d3-9424b426aeac in Status: SUCCESS [ 871.786198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.786198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.787065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.787065] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.787065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.787065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.787065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.787065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.787457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.787457] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c55565a-196e-4a58-a1d3-9424b426aeac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.950268] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.292168] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c55565a-196e-4a58-a1d3-9424b426aeac taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.292168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.292168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.292424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.292488] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.292613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.292707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.292914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.293028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.293272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.293376] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c55565a-196e-4a58-a1d3-9424b426aeac taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.293462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.293546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.293869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.294076] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.294293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.294394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.294583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.294694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.294799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.294902] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c55565a-196e-4a58-a1d3-9424b426aeac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.453559] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.453834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.453834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.454032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.454211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.454211] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d is going to be created. [ 872.480730] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.480873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.480933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.481161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.481317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.491768] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: UNINITIALIZED for 2s [ 872.798199] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c55565a-196e-4a58-a1d3-9424b426aeac: rpc.has_security_group_logging(os_id): False [ 872.819688] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.819876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.819876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.820217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.820368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.820657] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.820811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.820905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.821184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.821330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.821644] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.821983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.821983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.822170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.822293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.822602] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.822747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.822840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.823495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.823495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.823495] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c55565a-196e-4a58-a1d3-9424b426aeac is going to be created. [ 872.897844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.898232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.898652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.899102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.899952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.915120] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c55565a-196e-4a58-a1d3-9424b426aeac in Status: IN_PROGRESS for 2s [ 873.018026] env[66012]: INFO networking_nsxv3.common.synchronization [req-f77efc22-3466-46bf-8a9b-e5cd953ff917 req-f75bc5bd-92e0-45c3-bbbb-0a847786f86b tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 873.018026] env[66012]: INFO networking_nsxv3.common.synchronization [req-f77efc22-3466-46bf-8a9b-e5cd953ff917 req-f75bc5bd-92e0-45c3-bbbb-0a847786f86b tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGHEST for action security_group_members [ 873.018026] env[66012]: INFO networking_nsxv3.common.synchronization [req-f77efc22-3466-46bf-8a9b-e5cd953ff917 req-f75bc5bd-92e0-45c3-bbbb-0a847786f86b tempest-SecurityGroupsTestJSON-1433780455 tempest-SecurityGroupsTestJSON-1433780455-project-member] Enqueued Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 873.018591] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b with Priority: HIGHEST for action security_group_members [ 873.018804] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGHEST for action security_group_members [ 873.018910] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGHEST for action security_group_members [ 873.019353] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.019465] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.019524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.019689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.019841] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.019942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.020034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.020205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.020323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.020405] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3540d2d-67d4-4319-a8c3-6c4857a4c75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.021445] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-deb4b985-f7c1-4932-83b9-41e3d139a6ce taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.021601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.021601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.021758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.021896] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.022017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.022101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.022243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.022335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.022445] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.023365] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.023572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.023572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.023698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.023834] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.023922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.024379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.024379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.024379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.024535] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.091041] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 873.091041] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 deletion is rescheduled due to dependency. [ 873.092030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.528194] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.528194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.528541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.528541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.529715] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.529844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.530161] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.530280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.549920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.550219] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.550350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.550415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.550662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.550744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.550837] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce is going to be updated. [ 873.551797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.551977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.553924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.554080] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.554210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.554285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.554431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.554497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.554585] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b is going to be updated. [ 873.555501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.555658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.591321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.591658] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.591790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.591848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.592203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.592203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.592284] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 is going to be updated. [ 873.594426] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.596506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.596506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.596742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.596906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.602743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.602743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.602743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.602743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.602743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.613770] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce in Status: IN_PROGRESS for 2s [ 873.613999] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: IN_PROGRESS for 2s [ 873.633525] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.633724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.633770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.634316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.634316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.646225] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: IN_PROGRESS for 2s [ 874.507832] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: SUCCESS [ 874.507832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.507832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.507832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.507832] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.510462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.510554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.510753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.511059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.511059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.511227] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.933624] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c55565a-196e-4a58-a1d3-9424b426aeac in Status: SUCCESS [ 874.934053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.015963] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.016212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.016410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.016745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.017058] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.019206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.019206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.019206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.019206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.019206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.019206] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.019206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.019206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.019206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.019206] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.019206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.019971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.019971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.022104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.022344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.022377] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.524755] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba9ef1f-36d7-4a22-aca2-6c1b484a288d: rpc.has_security_group_logging(os_id): False [ 875.549657] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.549932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.549932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.550152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.550225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.550429] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.550533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.550588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.550749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.550818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.551030] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.551124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.551169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.551310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.551384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.551562] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.551656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.551717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.551853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.551967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.552038] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d is going to be created. [ 875.630245] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b in Status: SUCCESS [ 875.630391] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3540d2d-67d4-4319-a8c3-6c4857a4c75b deletion is rescheduled due to dependency. [ 875.631093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3540d2d-67d4-4319-a8c3-6c4857a4c75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.644139] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce in Status: SUCCESS [ 875.644139] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce deletion is rescheduled due to dependency. [ 875.644139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.654604] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.654799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.654855] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.655053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.655317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.667824] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 in Status: SUCCESS [ 875.668091] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 deletion is rescheduled due to dependency. [ 875.668254] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.673202] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: IN_PROGRESS for 2s [ 877.060984] env[66012]: INFO networking_nsxv3.common.synchronization [req-98cc64a2-e835-41a8-96d7-7fcd896c014a req-b5ce3ad8-98ad-46da-b42e-e12cb16a2f07 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 877.062133] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 877.062593] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.062851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.063057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.063326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.065662] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.065858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.065858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.066132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.066246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.066392] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.530511] env[66012]: INFO networking_nsxv3.common.synchronization [req-47297859-da2b-4e20-b6d8-a9dcd7f63070 req-b9cafa2a-4e3a-4683-8bdf-c180e1c41c22 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 877.531332] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 877.531858] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.531996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.532078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.532316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.532483] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.532595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.532657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.532821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.532908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.533024] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.570217] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.570385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.570458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.570819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.570984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.571208] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.571309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.571417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.571541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.571645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.571800] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 877.606886] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.607097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.607145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.607346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.607485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.618820] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 877.686179] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: SUCCESS [ 877.686452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.966451] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.966451] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.966451] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.966664] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.966911] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.967134] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.967348] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.967591] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.967746] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.968031] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.968089] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.968199] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.968323] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.968452] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.968570] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.968863] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 877.992386] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 877.992632] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 877.992807] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 877.992998] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.993549] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-ff966741-6756-4e08-844a-d4b4de13ee6e taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.993676] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-ff966741-6756-4e08-844a-d4b4de13ee6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.993750] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-ff966741-6756-4e08-844a-d4b4de13ee6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.994129] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-ff966741-6756-4e08-844a-d4b4de13ee6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.994227] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff966741-6756-4e08-844a-d4b4de13ee6e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.035488] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.036878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.037040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.037278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.063645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.064146] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.064425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.064529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.064816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.064883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.064966] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 878.095389] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.095591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.095591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.095838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.095986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.107218] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 878.496871] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.497494] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.497494] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.497774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.497991] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.498239] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port ff966741-6756-4e08-844a-d4b4de13ee6e not found, creating... [ 878.501169] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.501169] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.501169] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.501169] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.501169] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.501169] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.501169] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.501169] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.501616] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.501616] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.501715] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: ff966741-6756-4e08-844a-d4b4de13ee6e is going to be created. [ 878.505452] env[66012]: INFO networking_nsxv3.common.synchronization [None req-6b3014ce-429b-45e2-a974-79996072894d None None] Enqueued Resource ID: 1713a157-f6be-4973-87fd-01eab0481f43 with Priority: HIGHEST for action port [ 878.506690] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1713a157-f6be-4973-87fd-01eab0481f43 with Priority: HIGHEST for action port [ 878.507132] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-1713a157-f6be-4973-87fd-01eab0481f43 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.507302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1713a157-f6be-4973-87fd-01eab0481f43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.507402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1713a157-f6be-4973-87fd-01eab0481f43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.507738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1713a157-f6be-4973-87fd-01eab0481f43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.507858] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1713a157-f6be-4973-87fd-01eab0481f43',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.527514] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.527770] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.527909] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.528230] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.528513] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.529030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-ff966741-6756-4e08-844a-d4b4de13ee6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.011293] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1713a157-f6be-4973-87fd-01eab0481f43 [ 879.011643] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.011812] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.011927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.012249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.012404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.012568] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1713a157-f6be-4973-87fd-01eab0481f43 already deleted. [ 879.012694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1713a157-f6be-4973-87fd-01eab0481f43" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.282284] env[66012]: INFO networking_nsxv3.common.synchronization [req-47297859-da2b-4e20-b6d8-a9dcd7f63070 req-94c0dc8a-72a7-484a-8db8-265293797bec service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 879.282644] env[66012]: INFO networking_nsxv3.common.synchronization [req-47297859-da2b-4e20-b6d8-a9dcd7f63070 req-94c0dc8a-72a7-484a-8db8-265293797bec service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 879.282644] env[66012]: INFO networking_nsxv3.common.synchronization [req-47297859-da2b-4e20-b6d8-a9dcd7f63070 req-94c0dc8a-72a7-484a-8db8-265293797bec service nova] Enqueued Resource ID: ff966741-6756-4e08-844a-d4b4de13ee6e with Priority: HIGHEST for action port [ 879.286432] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 879.286432] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 879.286432] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff966741-6756-4e08-844a-d4b4de13ee6e with Priority: HIGHEST for action port [ 879.286432] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.286432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.286432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.286889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.286889] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.287634] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.288206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.288206] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff966741-6756-4e08-844a-d4b4de13ee6e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.290030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff966741-6756-4e08-844a-d4b4de13ee6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.290030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff966741-6756-4e08-844a-d4b4de13ee6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.290442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff966741-6756-4e08-844a-d4b4de13ee6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.290626] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff966741-6756-4e08-844a-d4b4de13ee6e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.631060] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 879.631411] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 deletion is rescheduled due to dependency. [ 879.631552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.793599] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.793797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.794111] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff966741-6756-4e08-844a-d4b4de13ee6e with status ACTIVE [ 879.794736] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.794736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.794736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.795113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.795203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.795566] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.795761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.795875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.796242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.796242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.796567] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.796730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.796891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.797081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.797211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.797848] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff966741-6756-4e08-844a-d4b4de13ee6e is going to be updated. [ 879.823712] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.823911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.824040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.824275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.824548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.824629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff966741-6756-4e08-844a-d4b4de13ee6e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.117325] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 880.117722] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 deletion is rescheduled due to dependency. [ 880.117865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.119444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.119444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.119444] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.119444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.119444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.119444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.119444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.119444] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.504792] env[66012]: INFO networking_nsxv3.common.synchronization [None req-55d949e6-826e-49a8-8bb6-ed58c7b1d955 tempest-AttachVolumeTestJSON-2070203022 tempest-AttachVolumeTestJSON-2070203022-project-member] Enqueued Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_rules [ 880.505499] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_rules [ 880.506930] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.506930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.506930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.506930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.506930] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.621513] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.631401] env[66012]: INFO networking_nsxv3.common.synchronization [None req-d4236510-8d3b-45d4-91a5-49678fa1fd71 tempest-AttachVolumeTestJSON-2070203022 tempest-AttachVolumeTestJSON-2070203022-project-member] Enqueued Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_rules [ 880.632766] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_rules [ 880.633189] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.633351] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.037983] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.038326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.038326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.038817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.038817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.038952] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82835eed-ee17-4ef1-992e-d4587efa8183 already deleted. [ 881.039017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.039223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.039455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.039587] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.124833] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.246430] env[66012]: INFO networking_nsxv3.common.synchronization [None req-8bb48820-3e7e-48fe-8b3c-c6c53bb645d6 None None] Enqueued Resource ID: 09c65a9d-9cdb-4c06-b2a9-d6f9db556b58 with Priority: HIGHEST for action port [ 881.246430] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09c65a9d-9cdb-4c06-b2a9-d6f9db556b58 with Priority: HIGHEST for action port [ 881.246430] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-09c65a9d-9cdb-4c06-b2a9-d6f9db556b58 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.246430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09c65a9d-9cdb-4c06-b2a9-d6f9db556b58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.246692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09c65a9d-9cdb-4c06-b2a9-d6f9db556b58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.246808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09c65a9d-9cdb-4c06-b2a9-d6f9db556b58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.246899] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09c65a9d-9cdb-4c06-b2a9-d6f9db556b58',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.563637] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.563923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.563923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.564147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.564490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.564625] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82835eed-ee17-4ef1-992e-d4587efa8183 already deleted. [ 881.564718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.629693] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.629882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.629965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.630220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.630336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.630440] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 881.663971] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.664167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.664222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.664517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.664676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.675606] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 881.749424] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09c65a9d-9cdb-4c06-b2a9-d6f9db556b58 [ 881.749820] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.749933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.750038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.750338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.750551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.750674] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09c65a9d-9cdb-4c06-b2a9-d6f9db556b58 already deleted. [ 881.750793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09c65a9d-9cdb-4c06-b2a9-d6f9db556b58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.285937] env[66012]: INFO networking_nsxv3.common.synchronization [req-64e6acdb-86da-43ba-af21-3313dcbba3c1 req-661e78ed-74a8-475c-a783-552d009f1fc8 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_members [ 882.286920] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 with Priority: HIGHEST for action security_group_members [ 882.287377] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.287572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.287696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.287936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.288424] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.288424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.288424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.288753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.288753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.288753] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.791708] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.792093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.792093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.792298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.820411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.820719] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.820853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.820936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.821187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.821272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.821364] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 is going to be updated. [ 882.856324] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.856850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.856850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.856850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.856983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.868194] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 in Status: IN_PROGRESS for 2s [ 883.687068] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 883.687267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.687517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.687760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.687956] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.688150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.688150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.688300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.688380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.688594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.688719] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.193359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.193769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.193769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.193930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.194104] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.194291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.194291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.194581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.194646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.194800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.195019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.195116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.195176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.195324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.195495] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.195591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.195646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.195787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.195861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.195938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.196908] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.702051] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7460ba2-b62c-4d56-a2d6-c951a674e839: rpc.has_security_group_logging(os_id): False [ 884.725402] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.725572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.726102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.726102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.726102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.726298] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.727120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.727120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.727120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.727120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.727394] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.727394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.727394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.727582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.727673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.728258] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.728258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.728258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.728469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.728469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.728558] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 884.804277] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.804493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.804547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.804760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.804923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.824957] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 884.881684] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 in Status: SUCCESS [ 884.882051] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6 deletion is rescheduled due to dependency. [ 884.882305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.452483] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-7ae5cab3-c12f-4270-a16f-2322cbd72200 tempest-ListServersNegativeTestJSON-864480348 tempest-ListServersNegativeTestJSON-864480348-project-member] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 886.453282] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 886.453282] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.453774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.453774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.453774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.453908] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.453969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.454179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.454346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.454430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.454524] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.841124] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 886.841124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.956320] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.956549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.956549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.956754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.956800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.957021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.957125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.957240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.957333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.957556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.957556] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 already deleted. [ 886.957641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.143862] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.144072] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.144199] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.144646] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.144937] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.145113] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.145226] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.145446] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.145585] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.145831] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.145904] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.145996] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.146339] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.146523] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 887.146645] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.146805] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.167621] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.167886] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 887.168108] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.168313] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.168897] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-ded90ab1-ee0f-4149-acf8-86ad2465c436 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.169112] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-ded90ab1-ee0f-4149-acf8-86ad2465c436" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.169248] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-ded90ab1-ee0f-4149-acf8-86ad2465c436" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.169723] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-ded90ab1-ee0f-4149-acf8-86ad2465c436" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.169866] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ded90ab1-ee0f-4149-acf8-86ad2465c436',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.676538] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.676964] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.676964] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.677291] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.677512] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.677782] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port ded90ab1-ee0f-4149-acf8-86ad2465c436 not found, creating... [ 887.678050] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.678248] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.678381] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.678656] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.678855] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.679216] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.679384] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.679502] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.679716] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.679850] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.679989] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: ded90ab1-ee0f-4149-acf8-86ad2465c436 is going to be created. [ 887.706178] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.708381] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.708381] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.708381] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.708381] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.708381] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-ded90ab1-ee0f-4149-acf8-86ad2465c436" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.739239] env[66012]: INFO networking_nsxv3.common.synchronization [req-c3382ebc-6c23-42c4-966d-882590fa3343 req-e99b8cb4-0a04-4226-bfa2-1b90a97fede8 tempest-AttachInterfacesV270Test-59735721 tempest-AttachInterfacesV270Test-59735721-project-member] Enqueued Resource ID: 7c55565a-196e-4a58-a1d3-9424b426aeac with Priority: HIGHEST for action security_group_members [ 887.740278] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c55565a-196e-4a58-a1d3-9424b426aeac with Priority: HIGHEST for action security_group_members [ 887.740892] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c55565a-196e-4a58-a1d3-9424b426aeac taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.741306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.741306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.741496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.741759] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.741921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.742041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.742316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.742461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.742748] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c55565a-196e-4a58-a1d3-9424b426aeac',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.246359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.246359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.246359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.246359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.246359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.246694] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.247779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.247779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.247779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.247779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.247779] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c55565a-196e-4a58-a1d3-9424b426aeac is going to be updated. [ 888.256420] env[66012]: INFO networking_nsxv3.common.synchronization [req-69a7e135-079f-4793-a67b-c07e05946c9d req-97edf609-fc35-4b42-bfa1-7d32d4f0b79a tempest-ServersTestManualDisk-1598584696 tempest-ServersTestManualDisk-1598584696-project-member] Enqueued Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_members [ 888.256420] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGHEST for action security_group_members [ 888.256865] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.256935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.257131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.257301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.257554] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.257637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.257670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.258274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.258274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.258274] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.291061] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.291061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.291061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.291061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.291061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.305121] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c55565a-196e-4a58-a1d3-9424b426aeac in Status: IN_PROGRESS for 2s [ 888.448935] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-ba62c043-999c-4ada-a8f5-dfa56194ac32 service nova] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_rules [ 888.450114] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-ba62c043-999c-4ada-a8f5-dfa56194ac32 service nova] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 888.453485] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-ba62c043-999c-4ada-a8f5-dfa56194ac32 service nova] Enqueued Resource ID: ded90ab1-ee0f-4149-acf8-86ad2465c436 with Priority: HIGHEST for action port [ 888.453485] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_rules [ 888.453485] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 888.453485] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded90ab1-ee0f-4149-acf8-86ad2465c436 with Priority: HIGHEST for action port [ 888.453485] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.453485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.453485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.453485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.453485] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.453485] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.455023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.455023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.455023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.455023] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.455023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.455413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.455413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.455413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.455413] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.456328] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ded90ab1-ee0f-4149-acf8-86ad2465c436 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.456478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ded90ab1-ee0f-4149-acf8-86ad2465c436" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.456881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ded90ab1-ee0f-4149-acf8-86ad2465c436" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.456881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ded90ab1-ee0f-4149-acf8-86ad2465c436" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.456881] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ded90ab1-ee0f-4149-acf8-86ad2465c436',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.760856] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.760856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.760856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.761340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.788206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.788884] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.788884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.788884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.788884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.788884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.789190] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 is going to be updated. [ 888.811674] env[66012]: INFO networking_nsxv3.common.synchronization [req-7b250a09-ad08-43c6-b77a-8dc9e5def47c req-e32793ad-c3fe-4302-bc28-55d4be6829da tempest-ServersAdminTestJSON-1096529398 tempest-ServersAdminTestJSON-1096529398-project-member] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 888.812703] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 888.813764] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.813929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.814015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.814465] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.814712] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.814782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.815013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.815085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.815191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.815407] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.823118] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.823327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.823384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.824838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.825555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.838185] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 in Status: IN_PROGRESS for 2s [ 888.958838] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.958838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.959109] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.962874] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ded90ab1-ee0f-4149-acf8-86ad2465c436 with status ACTIVE [ 888.962874] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.962874] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.963318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.963318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.963318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.964617] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.964617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.964617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.964617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.964617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.964940] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.964940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.964940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.965060] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.965141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.966024] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ded90ab1-ee0f-4149-acf8-86ad2465c436 is going to be updated. [ 888.992707] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.992918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.992918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.993584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.993584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.993584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ded90ab1-ee0f-4149-acf8-86ad2465c436" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.248866] env[66012]: INFO networking_nsxv3.common.synchronization [req-2a4f9240-5ea3-47a0-bbb8-ab8ea8e5dcd7 req-78704d4a-cae6-41f5-8e27-1e4839eaed26 tempest-ServersWithSpecificFlavorTestJSON-1422651128 tempest-ServersWithSpecificFlavorTestJSON-1422651128-project-member] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 889.249515] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGHEST for action security_group_members [ 889.249934] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.250807] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.250915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.251833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.252114] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.252269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.252337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.252536] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.253112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.253260] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.320135] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.462115] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.707699] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-21467e56-5b15-420b-acdd-6ee2eb8ce2ac tempest-ListServersNegativeTestJSON-864480348 tempest-ListServersNegativeTestJSON-864480348-project-member] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 889.708249] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 889.708564] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.708664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.755552] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.755683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.756015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.756269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.756433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.756843] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.756843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.756843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.757321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.757321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.757321] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab is going to be updated. [ 889.786373] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.786685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.786685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.789347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.789347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.798975] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: IN_PROGRESS for 2s [ 889.823327] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.966510] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.966705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.966778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.967116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.967210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.967324] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be created. [ 889.994755] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.994755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.994755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.994999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.995039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.004890] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: UNINITIALIZED for 2s [ 890.271985] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.272166] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.272252] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.272537] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.273587] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.273792] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.273913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.274150] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.274293] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.274498] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.274603] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.274876] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.274876] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.274972] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.275014] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.275134] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.311983] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.312162] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.313035] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.313035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.313035] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.313035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.313351] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.313421] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.313661] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e618ce-02dc-4f7e-a272-3fb4268e1feb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.316934] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c55565a-196e-4a58-a1d3-9424b426aeac in Status: SUCCESS [ 890.317107] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c55565a-196e-4a58-a1d3-9424b426aeac deletion is rescheduled due to dependency. [ 890.317240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c55565a-196e-4a58-a1d3-9424b426aeac" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.325834] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.325990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.326089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.326445] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.326571] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.326690] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 890.366676] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.366882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.366882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.367153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.367453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.380696] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 890.816217] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.816685] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.816685] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.816975] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.817152] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.817307] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port e2e618ce-02dc-4f7e-a272-3fb4268e1feb not found, creating... [ 890.817614] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.817767] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.817888] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.818140] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.818279] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.818621] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.818709] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.818830] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.819045] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.819184] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.819323] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: e2e618ce-02dc-4f7e-a272-3fb4268e1feb is going to be created. [ 890.838652] env[66012]: INFO networking_nsxv3.common.synchronization [None req-00207ed2-8d24-4651-a679-3576e9505b21 None None] Enqueued Resource ID: 344b883c-028f-42ec-b0ba-483c95dd29db with Priority: HIGHEST for action port [ 890.838652] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 344b883c-028f-42ec-b0ba-483c95dd29db with Priority: HIGHEST for action port [ 890.838652] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-344b883c-028f-42ec-b0ba-483c95dd29db taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.838652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-344b883c-028f-42ec-b0ba-483c95dd29db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.838652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-344b883c-028f-42ec-b0ba-483c95dd29db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.838652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-344b883c-028f-42ec-b0ba-483c95dd29db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.838652] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('344b883c-028f-42ec-b0ba-483c95dd29db',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.842125] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.842356] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.842483] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.842663] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.842909] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.843132] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.853140] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 in Status: SUCCESS [ 890.853321] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 deletion is rescheduled due to dependency. [ 890.853472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.348518] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 344b883c-028f-42ec-b0ba-483c95dd29db [ 891.349070] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.349189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.349228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.349563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.349707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.349816] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:344b883c-028f-42ec-b0ba-483c95dd29db already deleted. [ 891.349903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-344b883c-028f-42ec-b0ba-483c95dd29db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.412709] env[66012]: INFO networking_nsxv3.common.synchronization [None req-d256499f-47fc-42f7-afcd-7999cbd61c7f None None] Enqueued Resource ID: 4f0cc61d-dde3-46cc-9d76-8e58f83eb62c with Priority: HIGHEST for action port [ 891.412893] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f0cc61d-dde3-46cc-9d76-8e58f83eb62c with Priority: HIGHEST for action port [ 891.413113] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f0cc61d-dde3-46cc-9d76-8e58f83eb62c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.413629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f0cc61d-dde3-46cc-9d76-8e58f83eb62c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.413704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f0cc61d-dde3-46cc-9d76-8e58f83eb62c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.413927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f0cc61d-dde3-46cc-9d76-8e58f83eb62c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.414017] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f0cc61d-dde3-46cc-9d76-8e58f83eb62c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.565690] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-58f9546e-b4f5-48a0-a8ab-81b11c752669 service nova] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_rules [ 891.565690] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-58f9546e-b4f5-48a0-a8ab-81b11c752669 service nova] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 891.565690] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-58f9546e-b4f5-48a0-a8ab-81b11c752669 service nova] Enqueued Resource ID: e2e618ce-02dc-4f7e-a272-3fb4268e1feb with Priority: HIGHEST for action port [ 891.565835] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_rules [ 891.565964] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 891.566069] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2e618ce-02dc-4f7e-a272-3fb4268e1feb with Priority: HIGHEST for action port [ 891.566644] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.566741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.566940] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.567082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.567287] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.567414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.567528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.567661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.567738] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2e618ce-02dc-4f7e-a272-3fb4268e1feb',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.811384] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab in Status: SUCCESS [ 891.811583] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab deletion is rescheduled due to dependency. [ 891.812276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.915846] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f0cc61d-dde3-46cc-9d76-8e58f83eb62c [ 891.916165] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.916243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.916312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.916611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.916708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.916880] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f0cc61d-dde3-46cc-9d76-8e58f83eb62c already deleted. [ 891.917050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f0cc61d-dde3-46cc-9d76-8e58f83eb62c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.017049] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 892.017049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.017321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.017572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.019021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.019021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.019021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.019021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.019021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.019021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.019021] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.019532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.019690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.019906] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.020023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.022410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.022410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.022410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.022410] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.069390] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2e618ce-02dc-4f7e-a272-3fb4268e1feb with status ACTIVE [ 892.069633] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.069769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.069838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.070066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.070156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.070334] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.070433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.070496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.070643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.070718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.070902] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.070993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.071065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.071393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.071393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.071393] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2e618ce-02dc-4f7e-a272-3fb4268e1feb is going to be updated. [ 892.088576] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-39ad31b6-d5f3-4e8a-9575-e0226d78b7e6 tempest-ListServersNegativeTestJSON-864480348 tempest-ListServersNegativeTestJSON-864480348-project-member] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 892.090079] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 892.091985] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.091985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.094056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.094283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.099479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.099479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.099479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.099479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2e618ce-02dc-4f7e-a272-3fb4268e1feb" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.392016] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 892.392283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.512846] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.513125] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.513320] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.515731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.515731] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.515731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.515731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.515731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.515731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.515731] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.515731] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.515731] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.515731] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.515731] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.515731] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.515731] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.522844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.523062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.523292] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.536712] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.536797] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.536875] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.537050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-166" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.537353] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-72f36eec-8346-474c-9334-a3457ddfd5b4 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.537517] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-72f36eec-8346-474c-9334-a3457ddfd5b4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.537631] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-72f36eec-8346-474c-9334-a3457ddfd5b4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.537973] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-72f36eec-8346-474c-9334-a3457ddfd5b4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.538133] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f36eec-8346-474c-9334-a3457ddfd5b4',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.729620] env[66012]: INFO networking_nsxv3.common.synchronization [None req-abe06714-d4a2-464e-80fb-45e8b161c625 None None] Enqueued Resource ID: 297d876d-dc1d-41b3-9f52-8d6543b0c956 with Priority: HIGHEST for action port [ 892.730626] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 297d876d-dc1d-41b3-9f52-8d6543b0c956 with Priority: HIGHEST for action port [ 892.731071] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-297d876d-dc1d-41b3-9f52-8d6543b0c956 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.731200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-297d876d-dc1d-41b3-9f52-8d6543b0c956" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.731643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-297d876d-dc1d-41b3-9f52-8d6543b0c956" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.731928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-297d876d-dc1d-41b3-9f52-8d6543b0c956" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.732082] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('297d876d-dc1d-41b3-9f52-8d6543b0c956',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.027019] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.043292] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.043521] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.043646] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.043929] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.044085] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.044236] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 72f36eec-8346-474c-9334-a3457ddfd5b4 not found, creating... [ 893.044493] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.044646] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.044759] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.044966] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.045223] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.045387] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.045536] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.045735] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.045979] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.046139] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.046278] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 72f36eec-8346-474c-9334-a3457ddfd5b4 is going to be created. [ 893.071391] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.071391] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.071391] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.071704] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.071704] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.071858] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-72f36eec-8346-474c-9334-a3457ddfd5b4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.234898] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 297d876d-dc1d-41b3-9f52-8d6543b0c956 [ 893.235222] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.235372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.235434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.235641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.235730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.235824] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:297d876d-dc1d-41b3-9f52-8d6543b0c956 already deleted. [ 893.235902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-297d876d-dc1d-41b3-9f52-8d6543b0c956" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.407579] env[66012]: INFO networking_nsxv3.common.synchronization [None req-e9f5f050-40a0-4a58-9340-3f556b445f3d None None] Enqueued Resource ID: 367993c5-cc64-4d97-a9e3-9502d866bf10 with Priority: HIGHEST for action port [ 893.408114] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 367993c5-cc64-4d97-a9e3-9502d866bf10 with Priority: HIGHEST for action port [ 893.408350] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-367993c5-cc64-4d97-a9e3-9502d866bf10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.408539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-367993c5-cc64-4d97-a9e3-9502d866bf10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.408539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-367993c5-cc64-4d97-a9e3-9502d866bf10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.408877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-367993c5-cc64-4d97-a9e3-9502d866bf10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.408877] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('367993c5-cc64-4d97-a9e3-9502d866bf10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.528775] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.532315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.532430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.532671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.532784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.532911] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be updated. [ 893.565969] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.566456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.566545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.566778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.566926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.577785] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 893.733451] env[66012]: INFO networking_nsxv3.common.synchronization [None req-7c8555e4-55fb-4e7a-af62-e4f880e82f5d tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 893.734135] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 893.735924] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.735924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.735924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.735924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.735924] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.847019] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-a7d79814-f9f2-461a-8b07-09907559dd4d service nova] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_rules [ 893.847019] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-a7d79814-f9f2-461a-8b07-09907559dd4d service nova] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 893.847019] env[66012]: INFO networking_nsxv3.common.synchronization [req-093a43f0-e7ff-483c-a4a5-e837bc6d93cb req-a7d79814-f9f2-461a-8b07-09907559dd4d service nova] Enqueued Resource ID: 72f36eec-8346-474c-9334-a3457ddfd5b4 with Priority: HIGHEST for action port [ 893.847019] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_rules [ 893.847019] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 893.847019] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72f36eec-8346-474c-9334-a3457ddfd5b4 with Priority: HIGHEST for action port [ 893.847853] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.848210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.849137] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.849137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.849137] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-72f36eec-8346-474c-9334-a3457ddfd5b4 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.849137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72f36eec-8346-474c-9334-a3457ddfd5b4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.849137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72f36eec-8346-474c-9334-a3457ddfd5b4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.849519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72f36eec-8346-474c-9334-a3457ddfd5b4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.849594] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72f36eec-8346-474c-9334-a3457ddfd5b4',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.887654] env[66012]: INFO networking_nsxv3.common.synchronization [None req-6e651484-7e8f-408d-bdf8-bb078c1ffebd tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_rules [ 893.888138] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_rules [ 893.888443] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.888561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.888651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.888876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.889179] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.913672] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 367993c5-cc64-4d97-a9e3-9502d866bf10 [ 893.914064] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.914282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.914282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.915785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.915785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.915785] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:367993c5-cc64-4d97-a9e3-9502d866bf10 already deleted. [ 893.915785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-367993c5-cc64-4d97-a9e3-9502d866bf10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.964914] env[66012]: INFO networking_nsxv3.common.synchronization [None req-75930fb0-a5f1-43b9-8998-911671ec22c6 tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 893.965557] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 893.966344] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.966344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.993897] env[66012]: INFO networking_nsxv3.common.synchronization [None req-4638becf-28ea-4a1a-ade2-9ea991a23b29 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_rules [ 893.994483] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_rules [ 893.995852] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.995852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.259469] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.259799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.259799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.259889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.259973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.260085] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 already deleted. [ 894.260168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.260319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.260606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.260606] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.352178] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72f36eec-8346-474c-9334-a3457ddfd5b4 with status ACTIVE [ 894.352391] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.352530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.352600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.352853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.353035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.353146] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.353302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.353302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.353436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.353512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.353813] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.353900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.353900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.354035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.354109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.354193] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72f36eec-8346-474c-9334-a3457ddfd5b4 is going to be updated. [ 894.380237] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.380384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.380453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.380664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.380800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.380957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72f36eec-8346-474c-9334-a3457ddfd5b4" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.417135] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.417275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.417340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.417637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.417723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.417812] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a already deleted. [ 894.417906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.418065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.421019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.421019] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.783492] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.783492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.783612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.784074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.784206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.784343] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 already deleted. [ 894.784445] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.808634] env[66012]: INFO networking_nsxv3.common.synchronization [req-5acba01a-c663-42bd-91b7-9d53a99dbad9 req-d0c9d9c5-2681-4457-8b01-f21c38db8523 tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 894.809331] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 894.809575] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.809886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.809886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.810096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.810274] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.810389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.810449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.810611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.810692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.810793] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.941416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.941522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.941598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.941844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.941932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.942654] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a already deleted. [ 894.942654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.169306] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.169550] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.169686] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.170025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.170274] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.170444] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.170559] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.174040] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.174040] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.174040] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.174040] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.174040] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.174040] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.174040] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.174040] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.174040] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.223019] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.223314] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.223501] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.223824] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.224213] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-65298e1f-ef95-4c36-adaa-0f10fb57f773 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.224565] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-65298e1f-ef95-4c36-adaa-0f10fb57f773" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.224718] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-65298e1f-ef95-4c36-adaa-0f10fb57f773" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.225161] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-65298e1f-ef95-4c36-adaa-0f10fb57f773" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.225324] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65298e1f-ef95-4c36-adaa-0f10fb57f773',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.312800] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.313287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.313287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.313486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.313486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.313699] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.313827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.313827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.313978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.314083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.314149] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 already deleted. [ 895.314228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.592492] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 895.592492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.592492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.592492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.592492] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.592492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.592492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.592492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.592492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.592492] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.728202] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.730032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.730032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.730032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.730032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.730032] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 65298e1f-ef95-4c36-adaa-0f10fb57f773 not found, creating... [ 895.730032] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.730032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.730032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.730032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.730032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.730482] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.730482] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.730600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.730867] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.730955] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.731599] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 65298e1f-ef95-4c36-adaa-0f10fb57f773 is going to be created. [ 895.755067] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.755361] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.755439] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.755710] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.755929] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.756163] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-65298e1f-ef95-4c36-adaa-0f10fb57f773" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.095354] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.472531] env[66012]: INFO networking_nsxv3.common.synchronization [req-5acba01a-c663-42bd-91b7-9d53a99dbad9 req-6f1ff43e-4a56-485a-ba87-ecb1b0cbe6c0 service nova] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_rules [ 896.472811] env[66012]: INFO networking_nsxv3.common.synchronization [req-5acba01a-c663-42bd-91b7-9d53a99dbad9 req-6f1ff43e-4a56-485a-ba87-ecb1b0cbe6c0 service nova] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 896.472857] env[66012]: INFO networking_nsxv3.common.synchronization [req-5acba01a-c663-42bd-91b7-9d53a99dbad9 req-6f1ff43e-4a56-485a-ba87-ecb1b0cbe6c0 service nova] Enqueued Resource ID: 65298e1f-ef95-4c36-adaa-0f10fb57f773 with Priority: HIGHEST for action port [ 896.473330] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_rules [ 896.473693] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 896.473800] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65298e1f-ef95-4c36-adaa-0f10fb57f773 with Priority: HIGHEST for action port [ 896.474098] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.474228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.474289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.474587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.474587] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.475348] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.475726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.475726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.475726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.475897] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.475897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.475965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.476107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.476190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.476277] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.477097] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-65298e1f-ef95-4c36-adaa-0f10fb57f773 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.477210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65298e1f-ef95-4c36-adaa-0f10fb57f773" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.477270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65298e1f-ef95-4c36-adaa-0f10fb57f773" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.477427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65298e1f-ef95-4c36-adaa-0f10fb57f773" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.477516] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65298e1f-ef95-4c36-adaa-0f10fb57f773',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.597690] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.979648] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.980808] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.980979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.981906] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65298e1f-ef95-4c36-adaa-0f10fb57f773 with status ACTIVE [ 896.981906] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.981906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.981906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.981906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.981906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.982303] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.982303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.982303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.982462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.982507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.982906] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.982906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.983291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.983291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.983291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.983466] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65298e1f-ef95-4c36-adaa-0f10fb57f773 is going to be updated. [ 897.009028] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.009028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.009028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.009252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.009326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.009477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65298e1f-ef95-4c36-adaa-0f10fb57f773" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.100970] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.101169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.101315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.101490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.101587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.102220] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be updated. [ 897.130651] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.130839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.130880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.131091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.131231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.142194] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 897.485962] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.988683] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.989027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.989027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.989347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.989347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.989482] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 is going to be created. [ 898.022815] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.022815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.022815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.022815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.022815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.034852] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: UNINITIALIZED for 2s [ 898.776862] env[66012]: INFO networking_nsxv3.common.synchronization [req-5c15a55c-a058-4f14-a2de-5ddc18225d19 req-08c0dc8f-88a9-402a-a427-02a1b95d7f2f tempest-ServersTestFqdnHostnames-2085728968 tempest-ServersTestFqdnHostnames-2085728968-project-member] Enqueued Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_members [ 898.778891] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGHEST for action security_group_members [ 898.778891] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-88483200-2834-4e48-bedf-6dcda8a2c589 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.778891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.778891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.778891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.778891] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.778891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.779459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.779459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.779459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.779459] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.153672] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 899.155203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.155203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.155203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.155203] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.155203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.155203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.155203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.155203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.155597] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.282208] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.282388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.282430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.282681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.322930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.322930] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.322930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.322930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.323310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.323413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.324625] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88483200-2834-4e48-bedf-6dcda8a2c589 is going to be updated. [ 899.373055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.373055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.373055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.373286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.373286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.386066] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88483200-2834-4e48-bedf-6dcda8a2c589 in Status: IN_PROGRESS for 2s [ 899.658562] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.046788] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: SUCCESS [ 900.047140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.047356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.047720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.048057] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.048300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.048440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.048979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.049233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.049463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.049655] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.161440] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.553091] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.664530] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.664697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.664763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.665154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.665307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.665459] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be updated. [ 900.698378] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.698378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.698526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.699259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.699366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.729851] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 901.057394] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca241796-8f32-47bc-8d6a-ed178050a919: rpc.has_security_group_logging(os_id): False [ 901.077162] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.077383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.077456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.078630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.078630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.078630] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.078630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.078630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.078630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.078630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.078630] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 is going to be created. [ 901.146284] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.146503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.146737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.146878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.147092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.161008] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: IN_PROGRESS for 2s [ 901.398143] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88483200-2834-4e48-bedf-6dcda8a2c589 in Status: SUCCESS [ 901.398439] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88483200-2834-4e48-bedf-6dcda8a2c589 deletion is rescheduled due to dependency. [ 901.398539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.742214] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 902.742518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.742629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.742824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.743099] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.743196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.743196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.743435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.743435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.743663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.743663] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.743753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.743786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.743917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.744203] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.744203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.744203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.744460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.744460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.744537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.744569] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.745467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.745977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.746183] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.746257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.746293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.746521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.746602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.747229] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.183104] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: SUCCESS [ 903.183372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.247947] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cdb419e-ac2f-4165-a653-949856fa3271: rpc.has_security_group_logging(os_id): False [ 903.249191] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.279298] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.279500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.279676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.279915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.279984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.280280] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.280469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.280556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.281126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.281126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.281252] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.281382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.281577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.281808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.281886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.283203] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.283203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.283203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.283203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.283203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.283203] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be created. [ 903.364392] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.364843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.364843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.364843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.365111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.381863] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 903.752240] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.779114] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.779259] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 904.257073] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.257271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.257399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.257670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.257921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.257921] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be updated. [ 904.322196] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.322196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.322196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.322196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.322196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.331546] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 905.396462] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 905.396462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.396462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.396462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.396988] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.591069] env[66012]: INFO networking_nsxv3.common.synchronization [req-08c0ef1c-3bfa-4873-a00c-561f7659d8ac req-9c4d4dce-2ed0-4d0d-91aa-31b8f3558783 tempest-ListServersNegativeTestJSON-864480348 tempest-ListServersNegativeTestJSON-864480348-project-member] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 905.591880] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 905.592282] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.592399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.899548] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.899766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.342512] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 906.343024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.343083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.343273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.343464] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.343584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.343648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.343802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.343882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.343975] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.846807] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.936287] env[66012]: INFO networking_nsxv3.common.synchronization [req-fe9938e2-cb70-4be6-8297-7a0d9769e5e2 req-080cfe45-2281-4841-9114-fe580605d22b tempest-ImagesOneServerNegativeTestJSON-495380986 tempest-ImagesOneServerNegativeTestJSON-495380986-project-member] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 906.937146] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 906.937292] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.937436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.937562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.937829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.938589] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.938703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.938765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.938963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.939058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.939460] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.291873] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.292126] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.292267] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.292585] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.292870] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.293346] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.293509] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.293794] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.293966] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.294381] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.294544] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.294691] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.294820] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.295129] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.295129] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.295260] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.315808] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.316037] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.316140] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.316268] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.316636] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-bc1b3929-9724-46c5-86f4-943200364fb3 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.316817] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-bc1b3929-9724-46c5-86f4-943200364fb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.316935] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-bc1b3929-9724-46c5-86f4-943200364fb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.317315] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-bc1b3929-9724-46c5-86f4-943200364fb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.317467] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1b3929-9724-46c5-86f4-943200364fb3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.349169] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.443692] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.443692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.443692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.443692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.474846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.476356] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.476356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.476356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.476356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.476356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.476356] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be updated. [ 907.504957] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.507051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.507051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.507051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.507051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.517161] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 907.820453] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.820696] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.820819] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.821117] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.821253] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.821441] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port bc1b3929-9724-46c5-86f4-943200364fb3 not found, creating... [ 907.821716] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.821871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.821984] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.822209] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.822340] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.822616] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.822765] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.825581] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.825581] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.825581] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.825581] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: bc1b3929-9724-46c5-86f4-943200364fb3 is going to be created. [ 907.844615] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.845119] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.845352] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.845759] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.846167] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.846607] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-bc1b3929-9724-46c5-86f4-943200364fb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.852820] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.853355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.853542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.855026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.855026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.855026] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be updated. [ 907.915355] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.915355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.915355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.915355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.915355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.930166] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 908.636469] env[66012]: INFO networking_nsxv3.common.synchronization [req-fe9938e2-cb70-4be6-8297-7a0d9769e5e2 req-892a2928-0857-4153-b075-485cdc4cd3a1 service nova] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_rules [ 908.636845] env[66012]: INFO networking_nsxv3.common.synchronization [req-fe9938e2-cb70-4be6-8297-7a0d9769e5e2 req-892a2928-0857-4153-b075-485cdc4cd3a1 service nova] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 908.637013] env[66012]: INFO networking_nsxv3.common.synchronization [req-fe9938e2-cb70-4be6-8297-7a0d9769e5e2 req-892a2928-0857-4153-b075-485cdc4cd3a1 service nova] Enqueued Resource ID: bc1b3929-9724-46c5-86f4-943200364fb3 with Priority: HIGHEST for action port [ 908.637609] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_rules [ 908.637758] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 908.637905] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc1b3929-9724-46c5-86f4-943200364fb3 with Priority: HIGHEST for action port [ 908.639253] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.639253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.639253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.639253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.639253] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.639645] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.639865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.640476] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc1b3929-9724-46c5-86f4-943200364fb3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.640476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc1b3929-9724-46c5-86f4-943200364fb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.640476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc1b3929-9724-46c5-86f4-943200364fb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.640774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc1b3929-9724-46c5-86f4-943200364fb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.640855] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc1b3929-9724-46c5-86f4-943200364fb3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.145140] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.145981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.146193] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc1b3929-9724-46c5-86f4-943200364fb3 with status ACTIVE [ 909.146402] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.146588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.146693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.146969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.147036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.147596] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.147596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.147596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.147786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.147786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.148201] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.148201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.148201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.148342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.148482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.148482] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc1b3929-9724-46c5-86f4-943200364fb3 is going to be updated. [ 909.173057] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.173241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.173315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.173559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.173717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.173890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc1b3929-9724-46c5-86f4-943200364fb3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.528054] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 909.528054] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 deletion is rescheduled due to dependency. [ 909.528246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.528327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.528574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.528767] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.528921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.529027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.529214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.529347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.529471] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.941985] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 909.946383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.946383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.946383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.946383] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.946383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.946383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.946383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.946383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.946383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.946383] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.034013] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.448590] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.448930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.448930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.449188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.449359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.449494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.449527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.449691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.449784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.449853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.450395] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.450395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.450395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.450395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.450624] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.450624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.450624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.450757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.450757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.450809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.450911] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.536329] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.953060] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cdb419e-ac2f-4165-a653-949856fa3271: rpc.has_security_group_logging(os_id): False [ 910.972018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.972125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.972125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.972372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.972441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.972615] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.972714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.972764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.972911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.972980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.973219] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.973315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.973379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.973539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.973644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.973833] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.973946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.973990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.974155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.974219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.974308] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be updated. [ 911.039819] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.039985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.040094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.040437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.040437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.040508] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be updated. [ 911.042446] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.042559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.042628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.043632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.043632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.058765] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 911.072148] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.072364] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.072364] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.072702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.072896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.083258] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 912.480665] env[66012]: INFO networking_nsxv3.common.synchronization [req-266d513e-4034-4243-b7a1-50a67c38046e req-110edfdb-6c02-4b15-bfde-8256f7f7d540 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 912.481288] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 912.481604] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.481730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.481797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.481997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.482646] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.482765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.482831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.482997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.483098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.483192] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.988063] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.988063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.988063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.988329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.988425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.988666] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.988849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.988976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.989294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.989294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.989390] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 913.035312] env[66012]: INFO networking_nsxv3.common.synchronization [req-b2ae143f-9ca5-4f27-b90c-ed26b074cb32 req-f1720b8e-fb93-4d9a-b72a-3d729ce98956 tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 913.036042] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 913.036405] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.036528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.036636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.036849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.037184] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.037184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.037184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.037364] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.037425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.037529] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.060804] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.061065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.061150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.061380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.061522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.074860] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 913.078086] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 913.078424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.079153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.079524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.079588] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.094321] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 913.094541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.095138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.095377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.095588] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.095729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.095807] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.095981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.096082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.096162] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.096256] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.422052] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.422052] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.422218] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.422451] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.422741] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.422926] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.423034] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.423307] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.423482] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.423715] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.423852] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.423984] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.424137] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.424289] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.424421] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.424562] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.443361] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.443545] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.443680] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.443850] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.444840] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-20c16f81-a7f3-42f3-a320-3892644e9495 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.444840] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-20c16f81-a7f3-42f3-a320-3892644e9495" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.444840] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-20c16f81-a7f3-42f3-a320-3892644e9495" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.444840] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-20c16f81-a7f3-42f3-a320-3892644e9495" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.445093] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c16f81-a7f3-42f3-a320-3892644e9495',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.540945] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.582993] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.583212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.583363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.583444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.583609] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.583705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.583760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.583903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.583981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.584127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.584178] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.599156] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.599311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.599374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.599586] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.599752] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.599847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.599962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.600057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.600141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.600248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.600366] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.600444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.600503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.600653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.600829] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.600929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.600988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.601138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.601212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.601306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.601396] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.948299] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.948538] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.948538] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.948845] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.949035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.949289] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 20c16f81-a7f3-42f3-a320-3892644e9495 not found, creating... [ 913.949692] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.949880] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.949996] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.950253] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.950393] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.950923] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.950923] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.951209] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.951257] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.951386] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.951533] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 20c16f81-a7f3-42f3-a320-3892644e9495 is going to be created. [ 913.975705] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.976044] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.976299] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.976679] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.976983] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.977374] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-20c16f81-a7f3-42f3-a320-3892644e9495" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.043647] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.086886] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.087182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.087304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.087612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.087855] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.087971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.088047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.088211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.088299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.088386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.088534] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.088630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.088691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.088901] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.089095] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.089186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.089255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.089386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.089461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.089635] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.103633] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e38b8f1c-95e7-4305-9191-4d7e0a661623: rpc.has_security_group_logging(os_id): False [ 914.126517] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.126848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.126950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.127212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.127370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.127667] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.127862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.127984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.128272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.128272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.128495] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.128677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.128677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.128810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.128880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.129092] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.129243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.129322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.129452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.129529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.129613] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be updated. [ 914.211843] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.212058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.212139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.212409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.212625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.236466] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 914.547786] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.547786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.547786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.547786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.547786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.547786] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 914.577772] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.577862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.577862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.578170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.578380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.589327] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 914.592424] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7cdb419e-ac2f-4165-a653-949856fa3271: rpc.has_security_group_logging(os_id): False [ 914.617913] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.617913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.617913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.618334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.618334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.618444] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.618523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.618577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.618728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.618821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.619099] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.619207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.619267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.619387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.619459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.619658] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.619763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.619818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.620045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.620045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.620208] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be updated. [ 914.694522] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.694786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.694786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.697157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.697157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.712211] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 914.719450] env[66012]: INFO networking_nsxv3.common.synchronization [req-b2ae143f-9ca5-4f27-b90c-ed26b074cb32 req-a7583d72-2647-4a6c-8558-78d6ebc4ed53 service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 914.719450] env[66012]: INFO networking_nsxv3.common.synchronization [req-b2ae143f-9ca5-4f27-b90c-ed26b074cb32 req-a7583d72-2647-4a6c-8558-78d6ebc4ed53 service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 914.719450] env[66012]: INFO networking_nsxv3.common.synchronization [req-b2ae143f-9ca5-4f27-b90c-ed26b074cb32 req-a7583d72-2647-4a6c-8558-78d6ebc4ed53 service nova] Enqueued Resource ID: 20c16f81-a7f3-42f3-a320-3892644e9495 with Priority: HIGHEST for action port [ 914.719450] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 914.719450] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 914.719450] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c16f81-a7f3-42f3-a320-3892644e9495 with Priority: HIGHEST for action port [ 914.720189] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.720189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.720189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.720342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.720512] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.722119] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.722281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.722636] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c16f81-a7f3-42f3-a320-3892644e9495 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.722803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c16f81-a7f3-42f3-a320-3892644e9495" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.722917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c16f81-a7f3-42f3-a320-3892644e9495" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.723258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c16f81-a7f3-42f3-a320-3892644e9495" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.723397] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c16f81-a7f3-42f3-a320-3892644e9495',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.088670] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 915.088969] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 deletion is rescheduled due to dependency. [ 915.089065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.225892] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.226076] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.227443] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20c16f81-a7f3-42f3-a320-3892644e9495 with status ACTIVE [ 915.227729] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.227911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.227956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.228161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.228400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.228429] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.228508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.228565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.229266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.229266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.229266] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.229266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.229266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.229496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.229496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.229496] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20c16f81-a7f3-42f3-a320-3892644e9495 is going to be updated. [ 915.259569] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.259801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.259801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.259987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.260141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.260299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c16f81-a7f3-42f3-a320-3892644e9495" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.251329] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 916.251714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.600514] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 916.600871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.601157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.601479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.601773] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.601963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.602096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.602362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.602499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.602659] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.727151] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 916.727408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.110132] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.612785] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.116125] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.116315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.116385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.116665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.116782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.116889] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 918.145691] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.145862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.145965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.146157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.146349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.155693] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 918.157740] env[66012]: INFO networking_nsxv3.common.synchronization [None req-29c17e74-03e6-4c9a-8ac1-a007b83991c7 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_rules [ 918.163208] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_rules [ 918.163208] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1fc3707-1754-4ccb-8c29-27878f04d3af taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.163208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.163208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.163208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.163208] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.316448] env[66012]: INFO networking_nsxv3.common.synchronization [None req-cc8664f2-59a6-445c-bde8-8ccb3a74696c tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_rules [ 918.317350] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_rules [ 918.317350] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1fc3707-1754-4ccb-8c29-27878f04d3af taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.317350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.686852] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.687237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.687237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.687347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.687742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.687742] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1fc3707-1754-4ccb-8c29-27878f04d3af already deleted. [ 918.687742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.687742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.688398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.688398] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.210264] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.210421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.210979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.210979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.210979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.210979] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1fc3707-1754-4ccb-8c29-27878f04d3af already deleted. [ 919.210979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.039698] env[66012]: INFO networking_nsxv3.common.synchronization [req-0584000e-8eb2-46f8-9cc0-582148fafd32 req-35ffd710-72d4-4b2a-84ab-3bb10bd2f477 tempest-AttachVolumeTestJSON-2070203022 tempest-AttachVolumeTestJSON-2070203022-project-member] Enqueued Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_members [ 920.043158] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_members [ 920.043593] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.043766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.043860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.044577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.044850] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.045049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.045795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.045795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.045795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.045795] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.169177] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 920.169321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.169489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.169721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.169930] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.170053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.170112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.170258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.170328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.170417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.170510] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.446471] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.446692] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-986" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.446959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-986" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.447358] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-986" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.447646] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.447826] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.447947] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.448182] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.448321] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.448527] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.448639] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 920.448744] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 920.448848] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 920.448955] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 920.449065] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 920.449194] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 920.471439] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 920.471610] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 920.471747] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 920.471925] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-986" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.472359] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-894b13a1-52c4-49f0-b8e0-ff6008932c44 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.472540] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-894b13a1-52c4-49f0-b8e0-ff6008932c44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.472658] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-894b13a1-52c4-49f0-b8e0-ff6008932c44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.472989] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-894b13a1-52c4-49f0-b8e0-ff6008932c44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.473145] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894b13a1-52c4-49f0-b8e0-ff6008932c44',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.549485] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.549741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.549864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.550304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.550348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.550600] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.550745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.550853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.551083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.551191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.551321] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82835eed-ee17-4ef1-992e-d4587efa8183 already deleted. [ 920.551446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.678753] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.678753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.678997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.679292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.679292] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.679393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.679393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.679552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.679618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.679701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.679852] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.679927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.679992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.680147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.680299] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.680379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.680438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.680571] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.680645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.680726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.680816] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.979021] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.979021] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.979021] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.979021] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.979021] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.979021] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 894b13a1-52c4-49f0-b8e0-ff6008932c44 not found, creating... [ 920.979021] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.979021] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.979021] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.979021] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.979021] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.979496] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.979496] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.979496] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.982728] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.982728] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.982728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 894b13a1-52c4-49f0-b8e0-ff6008932c44 is going to be created. [ 921.001424] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.001424] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.001424] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.001424] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.001424] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.001424] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-894b13a1-52c4-49f0-b8e0-ff6008932c44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.148671] env[66012]: INFO networking_nsxv3.common.synchronization [None req-814a2dac-4b39-4cb9-8674-0092930ae16f None None] Enqueued Resource ID: 2cddcf18-3212-4c64-ab82-75fa47f63101 with Priority: HIGHEST for action port [ 921.148671] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cddcf18-3212-4c64-ab82-75fa47f63101 with Priority: HIGHEST for action port [ 921.148671] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cddcf18-3212-4c64-ab82-75fa47f63101 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.149463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cddcf18-3212-4c64-ab82-75fa47f63101" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.149676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cddcf18-3212-4c64-ab82-75fa47f63101" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.151631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cddcf18-3212-4c64-ab82-75fa47f63101" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.151631] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cddcf18-3212-4c64-ab82-75fa47f63101',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.185759] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcc80b-497f-4869-b957-8b941ed755a6: rpc.has_security_group_logging(os_id): False [ 921.207875] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.208051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.208116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.208343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.229410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.229649] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.229770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.230027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.230027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.230248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.230332] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.230416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.230511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.230593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.230660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.230837] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.230924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.230980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.231141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.231216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.231303] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 921.306600] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.306908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.307099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.307524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.308081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.321860] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 921.653350] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2cddcf18-3212-4c64-ab82-75fa47f63101 [ 921.653752] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.653886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.653945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.654174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.654266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.654364] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2cddcf18-3212-4c64-ab82-75fa47f63101 already deleted. [ 921.654445] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cddcf18-3212-4c64-ab82-75fa47f63101" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.748067] env[66012]: INFO networking_nsxv3.common.synchronization [req-0584000e-8eb2-46f8-9cc0-582148fafd32 req-716ed9c0-3b5b-4b1f-b01c-8c4483a937a0 service nova] Enqueued Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_rules [ 921.748270] env[66012]: INFO networking_nsxv3.common.synchronization [req-0584000e-8eb2-46f8-9cc0-582148fafd32 req-716ed9c0-3b5b-4b1f-b01c-8c4483a937a0 service nova] Enqueued Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_members [ 921.748405] env[66012]: INFO networking_nsxv3.common.synchronization [req-0584000e-8eb2-46f8-9cc0-582148fafd32 req-716ed9c0-3b5b-4b1f-b01c-8c4483a937a0 service nova] Enqueued Resource ID: 894b13a1-52c4-49f0-b8e0-ff6008932c44 with Priority: HIGHEST for action port [ 921.749519] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_rules [ 921.751175] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_members [ 921.751175] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 894b13a1-52c4-49f0-b8e0-ff6008932c44 with Priority: HIGHEST for action port [ 921.751175] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.751175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.751175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.751175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.751175] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.751654] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.751654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.751654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.751654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.751804] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.751885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.751927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.753773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.753773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.753773] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.754878] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-894b13a1-52c4-49f0-b8e0-ff6008932c44 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.754878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-894b13a1-52c4-49f0-b8e0-ff6008932c44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.754878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-894b13a1-52c4-49f0-b8e0-ff6008932c44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.755560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-894b13a1-52c4-49f0-b8e0-ff6008932c44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.755560] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894b13a1-52c4-49f0-b8e0-ff6008932c44',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.259015] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.259015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.259015] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.259015] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 894b13a1-52c4-49f0-b8e0-ff6008932c44 with status ACTIVE [ 922.259015] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.259658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.259658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.259658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.259658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.259658] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.259658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.259830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.259830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.259914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.260259] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.260259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.260259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.260417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.260447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.260528] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 894b13a1-52c4-49f0-b8e0-ff6008932c44 is going to be updated. [ 922.287588] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.287588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.287588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.287588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.287588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.287588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-894b13a1-52c4-49f0-b8e0-ff6008932c44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.682902] env[66012]: INFO networking_nsxv3.common.synchronization [req-1fb76e89-7848-4090-977b-3730de16bf6d req-0d351ce3-f06d-4e52-8e21-f1f18863e60f tempest-ServersNegativeTestJSON-1950287743 tempest-ServersNegativeTestJSON-1950287743-project-member] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 922.683939] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 922.683939] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.684092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.684092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.684569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.684569] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.684569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.684569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.685248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.685395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.685813] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.693040] env[66012]: INFO networking_nsxv3.common.synchronization [None req-5a319750-6718-4889-b632-89110bd59a63 tempest-ServersV294TestFqdnHostnames-393284096 tempest-ServersV294TestFqdnHostnames-393284096-project-member] Enqueued Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_rules [ 922.693677] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_rules [ 922.694232] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a5e084-4dd6-4851-8648-2d64f0caa207 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.694232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.694232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.694402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.694556] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.763912] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.873602] env[66012]: INFO networking_nsxv3.common.synchronization [None req-c2977dfe-b639-40d9-aca8-9602174784a9 tempest-ServersV294TestFqdnHostnames-393284096 tempest-ServersV294TestFqdnHostnames-393284096-project-member] Enqueued Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_rules [ 922.873602] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_rules [ 922.873856] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a5e084-4dd6-4851-8648-2d64f0caa207 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.873909] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.129703] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.129884] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.130052] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.130331] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.130851] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.131078] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.131237] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.131545] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.131740] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.131987] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.132152] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 923.132311] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 923.132449] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 923.132593] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 923.132835] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 923.133041] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 923.157216] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 923.157395] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 923.157529] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 923.157725] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.158092] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-27e77f7a-80ea-4644-84f9-776e663d37c6 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.158276] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-27e77f7a-80ea-4644-84f9-776e663d37c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.158395] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-27e77f7a-80ea-4644-84f9-776e663d37c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.158707] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-27e77f7a-80ea-4644-84f9-776e663d37c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.158849] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e77f7a-80ea-4644-84f9-776e663d37c6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.189011] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.219934] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.219934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.219934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.219934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.219934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.219934] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 already deleted. [ 923.219934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.219934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.219934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.219934] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.269347] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.270263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.270263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.270263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.270263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.270263] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82835eed-ee17-4ef1-992e-d4587efa8183 is going to be created. [ 923.329268] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.329268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.329268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.329268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.329586] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.337156] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 923.337374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.341136] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82835eed-ee17-4ef1-992e-d4587efa8183 in Status: UNINITIALIZED for 2s [ 923.661591] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.661848] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.662525] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.662525] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.662525] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.662735] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 27e77f7a-80ea-4644-84f9-776e663d37c6 not found, creating... [ 923.662840] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.662996] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.663121] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.663485] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.663710] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.664114] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.664483] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.664483] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.664605] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.664688] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.664909] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 27e77f7a-80ea-4644-84f9-776e663d37c6 is going to be created. [ 923.691121] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.691328] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.691373] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.692695] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.692695] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.692695] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-27e77f7a-80ea-4644-84f9-776e663d37c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.692954] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.744974] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.744974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.745150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.745310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.745389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.748762] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 already deleted. [ 923.748762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.064708] env[66012]: INFO networking_nsxv3.common.synchronization [None req-5061f388-916a-415f-ad4a-1cfecd9cbc82 None None] Enqueued Resource ID: e4bfd0cd-4876-4f41-9987-fceb875c5fa2 with Priority: HIGHEST for action port [ 924.065232] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4bfd0cd-4876-4f41-9987-fceb875c5fa2 with Priority: HIGHEST for action port [ 924.065551] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4bfd0cd-4876-4f41-9987-fceb875c5fa2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.066231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4bfd0cd-4876-4f41-9987-fceb875c5fa2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.066231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4bfd0cd-4876-4f41-9987-fceb875c5fa2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.066231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4bfd0cd-4876-4f41-9987-fceb875c5fa2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.066375] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4bfd0cd-4876-4f41-9987-fceb875c5fa2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.195898] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.197384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.197384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.197384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.197384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.197384] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d is going to be updated. [ 924.237311] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.237480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.237523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.237774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.237944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.250877] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: IN_PROGRESS for 2s [ 924.456319] env[66012]: INFO networking_nsxv3.common.synchronization [req-1fb76e89-7848-4090-977b-3730de16bf6d req-f8f6d903-a5c3-4de2-8f6e-8735b9d6dc9d service nova] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_rules [ 924.456663] env[66012]: INFO networking_nsxv3.common.synchronization [req-1fb76e89-7848-4090-977b-3730de16bf6d req-f8f6d903-a5c3-4de2-8f6e-8735b9d6dc9d service nova] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 924.456746] env[66012]: INFO networking_nsxv3.common.synchronization [req-1fb76e89-7848-4090-977b-3730de16bf6d req-f8f6d903-a5c3-4de2-8f6e-8735b9d6dc9d service nova] Enqueued Resource ID: 27e77f7a-80ea-4644-84f9-776e663d37c6 with Priority: HIGHEST for action port [ 924.457407] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_rules [ 924.457583] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 924.457748] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27e77f7a-80ea-4644-84f9-776e663d37c6 with Priority: HIGHEST for action port [ 924.460506] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.460722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.460818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.461691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.461691] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.463843] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.463989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.465345] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-27e77f7a-80ea-4644-84f9-776e663d37c6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.465482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27e77f7a-80ea-4644-84f9-776e663d37c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.465760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27e77f7a-80ea-4644-84f9-776e663d37c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.465831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27e77f7a-80ea-4644-84f9-776e663d37c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.465908] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27e77f7a-80ea-4644-84f9-776e663d37c6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.569443] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4bfd0cd-4876-4f41-9987-fceb875c5fa2 [ 924.569625] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.569625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.570421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.570879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.572314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.572477] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4bfd0cd-4876-4f41-9987-fceb875c5fa2 already deleted. [ 924.572612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4bfd0cd-4876-4f41-9987-fceb875c5fa2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.970163] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.970348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.971408] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27e77f7a-80ea-4644-84f9-776e663d37c6 with status ACTIVE [ 924.971408] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.971408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.971408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.971408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.971408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.971408] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.971408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.971952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.971952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.971952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.971952] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.971952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.972148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.972148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.972201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.972432] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27e77f7a-80ea-4644-84f9-776e663d37c6 is going to be updated. [ 925.004265] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.004492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.004492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.004753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.004908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.005125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27e77f7a-80ea-4644-84f9-776e663d37c6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.324569] env[66012]: INFO networking_nsxv3.common.synchronization [req-a47a5539-a4ce-4e10-b10b-b00a3ff8f0ce req-ea5da7ef-c025-4a93-8d06-45908755c908 tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 925.325847] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 925.326333] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.326529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.326673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.326978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.327251] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.327443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.327555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.327844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.328013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.328193] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.358175] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82835eed-ee17-4ef1-992e-d4587efa8183 in Status: SUCCESS [ 925.358175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.358175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.358175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.358175] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.358175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.358175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.358175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.358175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.358175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.358175] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.768772] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.769850] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.769850] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.769850] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.770012] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.770111] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.770467] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.770577] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.770744] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.770958] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.771068] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.771179] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.771277] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.771440] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 925.771551] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.771678] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.825712] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.825975] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.826147] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.826946] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.826946] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-1d6f1b70-3920-429b-955d-b4199623688f taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.827117] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-1d6f1b70-3920-429b-955d-b4199623688f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.827254] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-1d6f1b70-3920-429b-955d-b4199623688f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.827711] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-1d6f1b70-3920-429b-955d-b4199623688f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.827941] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6f1b70-3920-429b-955d-b4199623688f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.832451] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.861438] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.260799] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: SUCCESS [ 926.261138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.261246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.261454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.261641] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.261758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.261821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.261974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.262067] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.262161] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.331604] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.331893] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.332132] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.332328] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.332832] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.332832] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 1d6f1b70-3920-429b-955d-b4199623688f not found, creating... [ 926.333016] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.333127] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.333127] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.333345] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.333475] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.333754] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.333907] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.334022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.334228] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.334363] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.334495] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 1d6f1b70-3920-429b-955d-b4199623688f is going to be created. [ 926.335685] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.357809] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.358065] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.358160] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.358449] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.358677] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.358901] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-1d6f1b70-3920-429b-955d-b4199623688f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.364263] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82835eed-ee17-4ef1-992e-d4587efa8183: rpc.has_security_group_logging(os_id): False [ 926.387422] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.387618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.387665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.387895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.387981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.388243] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.388344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.388438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.388620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.388699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.388792] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82835eed-ee17-4ef1-992e-d4587efa8183 is going to be created. [ 926.511525] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.511691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.511772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.511980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.512138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.531401] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82835eed-ee17-4ef1-992e-d4587efa8183 in Status: IN_PROGRESS for 2s [ 926.764787] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.838655] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.838964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.838964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.839353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.839652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.839824] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 926.880381] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.880964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.881109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.881381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.881534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.892904] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 927.109598] env[66012]: INFO networking_nsxv3.common.synchronization [req-a47a5539-a4ce-4e10-b10b-b00a3ff8f0ce req-5a10abf5-0415-4fe9-ac57-5ee93edef65b service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 927.109790] env[66012]: INFO networking_nsxv3.common.synchronization [req-a47a5539-a4ce-4e10-b10b-b00a3ff8f0ce req-5a10abf5-0415-4fe9-ac57-5ee93edef65b service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 927.109926] env[66012]: INFO networking_nsxv3.common.synchronization [req-a47a5539-a4ce-4e10-b10b-b00a3ff8f0ce req-5a10abf5-0415-4fe9-ac57-5ee93edef65b service nova] Enqueued Resource ID: 1d6f1b70-3920-429b-955d-b4199623688f with Priority: HIGHEST for action port [ 927.110834] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 927.110976] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 927.111391] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d6f1b70-3920-429b-955d-b4199623688f with Priority: HIGHEST for action port [ 927.111721] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.111828] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.111894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.112120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.112194] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.113113] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.113221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.113425] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d6f1b70-3920-429b-955d-b4199623688f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.113526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d6f1b70-3920-429b-955d-b4199623688f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.113590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d6f1b70-3920-429b-955d-b4199623688f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.113763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d6f1b70-3920-429b-955d-b4199623688f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.113840] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d6f1b70-3920-429b-955d-b4199623688f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.267028] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.615925] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.616104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.616188] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d6f1b70-3920-429b-955d-b4199623688f with status ACTIVE [ 927.616382] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.616470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.616597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.616788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.616881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.617132] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.617206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.617206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.617758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.617918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.618162] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.618628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.618762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.618935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.619081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.619185] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d6f1b70-3920-429b-955d-b4199623688f is going to be updated. [ 927.642231] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.642407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.642456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.643027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.643027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.643027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d6f1b70-3920-429b-955d-b4199623688f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.772266] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.773134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.773134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.773221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.773517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.773517] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d is going to be updated. [ 927.811261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.811261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.811422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.811538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.811675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.823050] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: IN_PROGRESS for 2s [ 928.016681] env[66012]: INFO networking_nsxv3.common.synchronization [req-d9037382-6834-490b-ae79-47e709ae8cf4 req-1f708360-0e36-42a6-84f9-5d49df456848 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_members [ 928.017428] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_members [ 928.017808] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.017925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.017972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.018302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.018588] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.018588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.018588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.018821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.019221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.019221] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.475289] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.475983] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.476337] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.476895] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.477395] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.477773] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.480023] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.480023] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.480023] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.480023] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.480023] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.480023] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.480023] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.480023] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.480023] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.480023] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.502130] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.502672] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.502944] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.503242] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.503664] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.504075] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.504320] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.504775] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.505085] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e4f2d6-e748-4e50-8bd2-83bacbbad1e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.523724] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.523724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.523724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.523724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.523724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.523724] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.523724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.523724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.523724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.523724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.523724] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a already deleted. [ 928.523724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.545855] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82835eed-ee17-4ef1-992e-d4587efa8183 in Status: SUCCESS [ 928.545855] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.909022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 928.909022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.909022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.909022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.909334] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.909334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.909334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.909447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.909519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.909593] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.007779] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.008173] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.008393] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.008862] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.009133] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.009305] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 69e4f2d6-e748-4e50-8bd2-83bacbbad1e8 not found, creating... [ 929.009576] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.009735] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.009864] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.010111] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.011167] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.015406] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.015594] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.015748] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.016064] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.016186] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.016347] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 69e4f2d6-e748-4e50-8bd2-83bacbbad1e8 is going to be created. [ 929.053220] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.053540] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.053640] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.053953] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.054274] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.054540] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.412213] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.725026] env[66012]: INFO networking_nsxv3.common.synchronization [req-d9037382-6834-490b-ae79-47e709ae8cf4 req-ee2230e1-6ff4-4add-8d90-94767785e4fe service nova] Enqueued Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_rules [ 929.725026] env[66012]: INFO networking_nsxv3.common.synchronization [req-d9037382-6834-490b-ae79-47e709ae8cf4 req-ee2230e1-6ff4-4add-8d90-94767785e4fe service nova] Enqueued Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_members [ 929.725026] env[66012]: INFO networking_nsxv3.common.synchronization [req-d9037382-6834-490b-ae79-47e709ae8cf4 req-ee2230e1-6ff4-4add-8d90-94767785e4fe service nova] Enqueued Resource ID: 69e4f2d6-e748-4e50-8bd2-83bacbbad1e8 with Priority: HIGHEST for action port [ 929.725026] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_rules [ 929.725026] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_members [ 929.725425] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e4f2d6-e748-4e50-8bd2-83bacbbad1e8 with Priority: HIGHEST for action port [ 929.725798] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.726030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.726199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.726550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.726740] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.730058] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.730058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.730058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.730058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.730058] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.730058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.730058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.730058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.730058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.730058] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.730058] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.730058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.730058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.731224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.731391] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e4f2d6-e748-4e50-8bd2-83bacbbad1e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.833751] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: SUCCESS [ 929.834116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.834514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.834514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.834765] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.834935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.834935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.835154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.835238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.835356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.835413] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.915590] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.013597] env[66012]: INFO networking_nsxv3.common.synchronization [req-dc745052-1501-48a3-8ba0-37a5c4adf315 req-15863c49-dbae-4537-9397-59d4efc3f645 tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 930.014160] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 930.014481] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.014592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.014724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.014883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.015139] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.015247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.015369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.015537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.015688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.015777] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.233945] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.236039] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.236039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.236039] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69e4f2d6-e748-4e50-8bd2-83bacbbad1e8 with status ACTIVE [ 930.236039] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.236039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.236039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.236039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.237897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.237897] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.237897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.237897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.237897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.237897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.237897] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.237897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.237897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.237897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.237897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.237897] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69e4f2d6-e748-4e50-8bd2-83bacbbad1e8 is going to be updated. [ 930.266444] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.266590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.266710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.266969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.267122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.267288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e4f2d6-e748-4e50-8bd2-83bacbbad1e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.341552] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.344365] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.344365] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.344365] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.344365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.345374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.345584] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.417409] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.417409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.417409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.417409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.418020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.418020] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 930.457748] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.457964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.458072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.458344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.458518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.472378] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 930.518951] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.740408] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.848706] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba9ef1f-36d7-4a22-aca2-6c1b484a288d: rpc.has_security_group_logging(os_id): False [ 930.873029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.873029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.873029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.873029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.875564] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.875832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.875985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.876348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.876732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.876732] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d is going to be updated. [ 930.964317] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.964317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.964317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.964317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.964317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.989427] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: IN_PROGRESS for 2s [ 931.023453] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.180987] env[66012]: INFO networking_nsxv3.common.synchronization [None req-2c398f4e-cf8c-48e5-8812-9effbd5a3987 None None] Enqueued Resource ID: 833a1d6a-03ec-4b33-8862-1d7bbe7427df with Priority: HIGHEST for action port [ 931.182406] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 833a1d6a-03ec-4b33-8862-1d7bbe7427df with Priority: HIGHEST for action port [ 931.183065] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-833a1d6a-03ec-4b33-8862-1d7bbe7427df taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.183344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-833a1d6a-03ec-4b33-8862-1d7bbe7427df" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.183463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-833a1d6a-03ec-4b33-8862-1d7bbe7427df" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.184296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-833a1d6a-03ec-4b33-8862-1d7bbe7427df" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.184456] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('833a1d6a-03ec-4b33-8862-1d7bbe7427df',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.243822] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.244194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.244194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.245081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.245630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.246133] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a is going to be created. [ 931.284110] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.284110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.284110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.284110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.284110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.298896] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a in Status: UNINITIALIZED for 2s [ 931.525983] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.525983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.525983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.525983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.526530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.526530] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 931.563484] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.563756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.563756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.564019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.564242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.576468] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 931.688643] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 833a1d6a-03ec-4b33-8862-1d7bbe7427df [ 931.688868] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.689018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.689086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.689300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.689381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.689472] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:833a1d6a-03ec-4b33-8862-1d7bbe7427df already deleted. [ 931.689550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-833a1d6a-03ec-4b33-8862-1d7bbe7427df" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.307951] env[66012]: INFO networking_nsxv3.common.synchronization [req-131c1329-f147-4b19-b7cc-0270fcaab2f1 req-6a486029-65d8-4bbd-b4a3-80d9780c2f8e tempest-ServersAdminTestJSON-1096529398 tempest-ServersAdminTestJSON-1096529398-project-member] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 932.309348] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 932.309765] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.309925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.310298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.310298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.310435] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.310612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.310612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.310837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.311515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.311515] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.483043] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 932.483328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.483564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.483853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.484119] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.484245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.484309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.484478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.484590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.484793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.484931] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.814845] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.958472] env[66012]: INFO networking_nsxv3.common.synchronization [None req-04eca54d-baaa-4115-8843-de88cbba25a0 tempest-ServersTestJSON-1165371882 tempest-ServersTestJSON-1165371882-project-member] Enqueued Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_rules [ 932.959009] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_rules [ 932.959325] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2254a96d-eefb-4eb2-96a2-624f1106db5e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.959703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.959703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.959834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.959834] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.988039] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.988039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.988039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.988039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.988332] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.988332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.988332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.988540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.988588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.988666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.989115] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.989115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.989115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.989268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.989301] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.989390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.989458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.989599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.989672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.989753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.989842] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.013270] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: SUCCESS [ 933.013716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.315372] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a in Status: SUCCESS [ 933.315711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.315779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.316025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.316226] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.316423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.316423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.316599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.316709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.316861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.316904] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.320243] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.442192] env[66012]: INFO networking_nsxv3.common.synchronization [None req-618d1342-e4e0-46f4-a61c-5ced761ee2f4 tempest-ServersTestJSON-1165371882 tempest-ServersTestJSON-1165371882-project-member] Enqueued Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_rules [ 933.442192] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_rules [ 933.442192] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2254a96d-eefb-4eb2-96a2-624f1106db5e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.442192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.487480] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.487480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.487480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.487987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.487987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.487987] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e already deleted. [ 933.487987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.488188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.488370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.488439] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.497732] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38ca4082-aed1-42cd-865d-cb66023e451d: rpc.has_security_group_logging(os_id): False [ 933.528705] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.529001] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.529159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.529527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.529654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.530050] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.530223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.530341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.531594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.531772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.534218] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.534218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.534218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.536551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.536551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.536953] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.537390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.537390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.537634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.537753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.537906] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 933.589651] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 933.590125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.626713] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.626874] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.627118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.627185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.627373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.644054] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 933.748557] env[66012]: INFO networking_nsxv3.common.synchronization [req-e9415e5c-fa41-40ce-8884-af969ad1c57a req-27a072b3-1a63-42ee-a859-9f51ed5ff85a tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 933.749202] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 933.749537] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.749668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.749725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.749991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.750166] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.750269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.750334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.750550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.750651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.750749] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.757769] env[66012]: INFO networking_nsxv3.common.synchronization [None req-4a7d29ac-a0fc-489a-b3da-ca7aad75acb0 None None] Enqueued Resource ID: dd78ae6c-79c1-4af9-b823-5738fa5f749f with Priority: HIGHEST for action port [ 933.759259] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd78ae6c-79c1-4af9-b823-5738fa5f749f with Priority: HIGHEST for action port [ 933.759259] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd78ae6c-79c1-4af9-b823-5738fa5f749f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.759259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd78ae6c-79c1-4af9-b823-5738fa5f749f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.759259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd78ae6c-79c1-4af9-b823-5738fa5f749f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.759259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd78ae6c-79c1-4af9-b823-5738fa5f749f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.759476] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd78ae6c-79c1-4af9-b823-5738fa5f749f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.820134] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.822029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.822238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.822334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.823080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.823080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.823080] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 933.861013] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.861013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.861013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.861841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.861841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.878343] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 934.016887] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.017074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.017165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.017376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.017487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.017535] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e already deleted. [ 934.017618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.253799] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.253912] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.253958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.254174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.255045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.255045] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.255045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.255045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.255045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.255045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.255045] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 already deleted. [ 934.255045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.264110] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd78ae6c-79c1-4af9-b823-5738fa5f749f [ 934.264338] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.264467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.264827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.268369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.268369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.268369] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd78ae6c-79c1-4af9-b823-5738fa5f749f already deleted. [ 934.268369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd78ae6c-79c1-4af9-b823-5738fa5f749f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.322387] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a: rpc.has_security_group_logging(os_id): False [ 934.346860] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.347043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.347118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.347530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.347530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.347658] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.347798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.347903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.348123] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.348181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.348271] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a is going to be created. [ 934.410615] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.410615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.410758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.410877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.411080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.421365] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a in Status: IN_PROGRESS for 2s [ 934.441737] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.441929] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.442058] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.442391] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.442645] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.442800] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.442932] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.443177] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.443315] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.443518] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.443628] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.443907] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.444106] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.444276] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.444395] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.444528] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.479084] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.479282] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.479433] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.479608] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.479956] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.480171] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.480292] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.480654] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.480746] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.756277] env[66012]: INFO networking_nsxv3.common.synchronization [req-a49e5187-c126-447d-a9f1-d0b700aae51a req-0684ec0b-482d-4cba-8e5d-0aee5979e62f tempest-MigrationsAdminTest-982034335 tempest-MigrationsAdminTest-982034335-project-member] Enqueued Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 934.756952] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 934.757311] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.757484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.757575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.757814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.758267] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.758267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.758267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.758430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.758540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.758650] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.983470] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.983765] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.983947] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.984378] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.984447] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.984654] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf not found, creating... [ 934.985019] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.985229] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.985381] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.985663] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.985840] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.986189] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.986375] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.986542] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.986837] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.986999] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.987189] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf is going to be created. [ 935.012228] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.012583] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.012784] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.013090] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.013321] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.013600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.261337] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.462754] env[66012]: INFO networking_nsxv3.common.synchronization [req-9f95fdc5-cb10-4bea-9085-a4c2b31871c8 req-0e7ec60a-3ab2-4c99-b0a1-9c7f9bc66d01 tempest-ImagesOneServerNegativeTestJSON-495380986 tempest-ImagesOneServerNegativeTestJSON-495380986-project-member] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 935.465054] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 935.465713] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.465713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.465713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.465905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.465905] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.465989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.468037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.468037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.468037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.468037] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.660604] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 935.660907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.765726] env[66012]: INFO networking_nsxv3.common.synchronization [req-e9415e5c-fa41-40ce-8884-af969ad1c57a req-87251788-ad42-44e2-a4a1-2d5b3ca6e164 service nova] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 935.765804] env[66012]: INFO networking_nsxv3.common.synchronization [req-e9415e5c-fa41-40ce-8884-af969ad1c57a req-87251788-ad42-44e2-a4a1-2d5b3ca6e164 service nova] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 935.766035] env[66012]: INFO networking_nsxv3.common.synchronization [req-e9415e5c-fa41-40ce-8884-af969ad1c57a req-87251788-ad42-44e2-a4a1-2d5b3ca6e164 service nova] Enqueued Resource ID: a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf with Priority: HIGHEST for action port [ 935.766248] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.767604] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 935.767787] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 935.767902] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf with Priority: HIGHEST for action port [ 935.768441] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.768651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.768781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.769519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.769519] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.770374] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.770478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.770608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.770795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.770989] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.771128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.771212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.771871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.771871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.771871] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.773061] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.773745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.773828] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.774021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.774543] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.891693] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 935.891693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.970451] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.970451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.970451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.970451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.970451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.970451] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.970451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.970451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.970451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.971379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.971379] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be updated. [ 936.002339] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.004815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.004815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.004815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.004815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.021098] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 936.269954] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.270147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.270147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.270340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.270427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.270523] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f is going to be updated. [ 936.282141] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.282141] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.282141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.282141] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf with status ACTIVE [ 936.282141] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.282141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.282141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.282141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.282141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.282141] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.282548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.282548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.282548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.282548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.282672] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.283063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.284873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.284873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.284873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.284873] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf is going to be updated. [ 936.305133] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.305133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.305133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.305547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.305547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.311479] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.311479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.311479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.311736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.311885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.311985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a89a55ac-5cdd-425a-9466-e3e0b7dcc3bf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.318190] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: IN_PROGRESS for 2s [ 936.435894] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a in Status: SUCCESS [ 936.436272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.790101] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.293335] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.293509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.293577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.293835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.294053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.294204] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be created. [ 937.324976] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.325240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.325359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.325646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.326068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.350531] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: UNINITIALIZED for 2s [ 938.035362] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 938.035753] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 deletion is rescheduled due to dependency. [ 938.035753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.335244] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: SUCCESS [ 938.335244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.369033] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 939.369291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.369473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.369665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.369858] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.369974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.370054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.370209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.370289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.370395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.370461] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.873943] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.187392] env[66012]: INFO networking_nsxv3.common.synchronization [req-30e39ee5-080f-4d62-8deb-d9642f39bc09 req-f42b4a1f-d414-432b-b2f3-4aa16c061328 tempest-ServersNegativeTestJSON-1950287743 tempest-ServersNegativeTestJSON-1950287743-project-member] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 940.187392] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 940.187517] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.187640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.187705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.188560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.188560] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.188560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.188560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.188560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.188560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.188560] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.377451] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabced9-a5ca-4fa0-9a26-3a580bea0491: rpc.has_security_group_logging(os_id): False [ 940.396719] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.397087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.397251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.397540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.397719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.398113] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.398331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.398560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.400366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.400366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.400366] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be created. [ 940.464866] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.465144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.465210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.465390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.465573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.480215] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 940.635769] env[66012]: INFO networking_nsxv3.common.synchronization [req-88daabc9-425e-449a-ae39-3087003d893c req-d8844a15-4088-4bcb-846b-32b92e43e1dd tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 940.636263] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 940.636587] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.636710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.636808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.637035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.637196] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.637298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.637360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.637506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.637590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.637682] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.691028] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.068525] env[66012]: INFO networking_nsxv3.common.synchronization [req-88daabc9-425e-449a-ae39-3087003d893c req-6fbe2a1f-7c37-470e-85ea-5c0881cf722c tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 941.069243] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 941.069839] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.069839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.141626] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.141811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.141857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.142156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.142285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.142531] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.142654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.142718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.142899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.143014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.143127] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 941.176537] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.176537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.176537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.176537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.176537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.189423] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 941.194725] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.540378] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-645 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.540699] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-645" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.540813] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-645" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.541742] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-645" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.541742] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.541905] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.541905] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.542323] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.542503] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.542733] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.542878] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.543069] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.543196] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.543362] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.543477] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.543639] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.569355] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.569355] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.569355] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.570413] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-645" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.570413] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-771475b7-6bce-458b-a404-740f420377db taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.570413] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-771475b7-6bce-458b-a404-740f420377db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.570613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-771475b7-6bce-458b-a404-740f420377db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.572774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-771475b7-6bce-458b-a404-740f420377db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.572987] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('771475b7-6bce-458b-a404-740f420377db',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.697950] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.698244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.698319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.698544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.698802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.698802] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d is going to be updated. [ 941.731805] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.731958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.732040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.732256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.732539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.744128] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: IN_PROGRESS for 2s [ 942.077505] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.077505] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.077505] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.077505] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.077505] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.077505] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 771475b7-6bce-458b-a404-740f420377db not found, creating... [ 942.077505] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.077505] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.077833] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.078150] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.078150] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.078323] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.078477] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.078589] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.078788] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.078929] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.079142] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 771475b7-6bce-458b-a404-740f420377db is going to be created. [ 942.102712] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.102962] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.103195] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.104206] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.104206] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.104206] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-771475b7-6bce-458b-a404-740f420377db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.493442] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 942.494022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.811691] env[66012]: INFO networking_nsxv3.common.synchronization [req-88daabc9-425e-449a-ae39-3087003d893c req-1ad3bb81-df02-4dc5-b757-6ac996bb18f7 service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 942.812058] env[66012]: INFO networking_nsxv3.common.synchronization [req-88daabc9-425e-449a-ae39-3087003d893c req-1ad3bb81-df02-4dc5-b757-6ac996bb18f7 service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 942.812058] env[66012]: INFO networking_nsxv3.common.synchronization [req-88daabc9-425e-449a-ae39-3087003d893c req-1ad3bb81-df02-4dc5-b757-6ac996bb18f7 service nova] Enqueued Resource ID: 771475b7-6bce-458b-a404-740f420377db with Priority: HIGHEST for action port [ 942.813660] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 942.813890] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 942.814509] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 771475b7-6bce-458b-a404-740f420377db with Priority: HIGHEST for action port [ 942.814800] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.815215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.815215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.815412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.815412] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.816351] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.817193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.817546] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-771475b7-6bce-458b-a404-740f420377db taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.817546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-771475b7-6bce-458b-a404-740f420377db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.817546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-771475b7-6bce-458b-a404-740f420377db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.817783] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-771475b7-6bce-458b-a404-740f420377db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.817848] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('771475b7-6bce-458b-a404-740f420377db',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.204088] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 943.204423] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 deletion is rescheduled due to dependency. [ 943.204423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.205467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.205467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.205467] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.205467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.205467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.205467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.205467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.205467] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.322493] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.322679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.322782] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 771475b7-6bce-458b-a404-740f420377db with status ACTIVE [ 943.322947] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.323064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.323532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.323532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.323532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.323704] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.323704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.323704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.323857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.323903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.324091] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.324202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.324255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.325413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.325413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.325413] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 771475b7-6bce-458b-a404-740f420377db is going to be updated. [ 943.353640] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.354598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.354598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.354598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.354598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.354598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-771475b7-6bce-458b-a404-740f420377db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.708756] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.719501] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-864 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.719697] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-864" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.719828] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-864" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.720188] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-864" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.720492] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.720604] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.720715] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.721524] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.721524] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.721524] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.721524] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.721524] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.721702] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.721702] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.721783] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.721877] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.742491] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.742705] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.742898] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.743271] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-864" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.743831] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-a78dbda4-9d9f-4630-8468-29a05ee0b75b taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.743949] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-a78dbda4-9d9f-4630-8468-29a05ee0b75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.744076] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-a78dbda4-9d9f-4630-8468-29a05ee0b75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.744453] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-a78dbda4-9d9f-4630-8468-29a05ee0b75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.744647] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a78dbda4-9d9f-4630-8468-29a05ee0b75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.756325] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: SUCCESS [ 943.756602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.132252] env[66012]: INFO networking_nsxv3.common.synchronization [req-c908b48d-aa21-469d-80bd-f7df62ac68d1 req-b8ee4124-0395-4ed6-9434-63de88f249f8 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 944.133286] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 944.133667] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.133800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.133869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.134091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.134338] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.134497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.134582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.134770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.134881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.134980] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.210878] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.249724] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.250275] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.250444] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.250789] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.250936] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.251159] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port a78dbda4-9d9f-4630-8468-29a05ee0b75b not found, creating... [ 944.251466] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.251632] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.251743] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.251992] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.254249] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.254859] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.255418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.256036] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.256327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.257665] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.257665] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: a78dbda4-9d9f-4630-8468-29a05ee0b75b is going to be created. [ 944.280684] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.281118] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.281118] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.281752] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.281752] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.281878] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-a78dbda4-9d9f-4630-8468-29a05ee0b75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.637369] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.637369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.637631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.637671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.637814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.638029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.638125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.638185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.638348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.638427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.638511] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 944.667146] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.667372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.667372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.668487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.668487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.677318] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 944.713080] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.713256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.713324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.713541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.713630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.713728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 944.740032] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.740192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.740263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.740850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.741015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.753081] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 944.768547] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.768691] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.768823] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.769148] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.769408] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.769587] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.769706] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.769933] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.770114] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.770350] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.770467] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.770575] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.770680] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.770814] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.770921] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.771065] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.788764] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.789089] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.789155] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.789323] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.790164] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-c29b87bc-a56a-4284-8edf-e5753568d95b taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.790164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-c29b87bc-a56a-4284-8edf-e5753568d95b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.790164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-c29b87bc-a56a-4284-8edf-e5753568d95b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.790392] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-c29b87bc-a56a-4284-8edf-e5753568d95b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.790533] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29b87bc-a56a-4284-8edf-e5753568d95b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.999652] env[66012]: INFO networking_nsxv3.common.synchronization [req-88daabc9-425e-449a-ae39-3087003d893c req-cbf8f571-9c3c-4ef4-a656-597641447dee service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 944.999836] env[66012]: INFO networking_nsxv3.common.synchronization [req-88daabc9-425e-449a-ae39-3087003d893c req-cbf8f571-9c3c-4ef4-a656-597641447dee service nova] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 944.999973] env[66012]: INFO networking_nsxv3.common.synchronization [req-88daabc9-425e-449a-ae39-3087003d893c req-cbf8f571-9c3c-4ef4-a656-597641447dee service nova] Enqueued Resource ID: a78dbda4-9d9f-4630-8468-29a05ee0b75b with Priority: HIGHEST for action port [ 945.000511] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_rules [ 945.000643] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 945.000738] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a78dbda4-9d9f-4630-8468-29a05ee0b75b with Priority: HIGHEST for action port [ 945.001172] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.001285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.001499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.001582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.001779] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-a78dbda4-9d9f-4630-8468-29a05ee0b75b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.001901] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a78dbda4-9d9f-4630-8468-29a05ee0b75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.001966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a78dbda4-9d9f-4630-8468-29a05ee0b75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.002181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a78dbda4-9d9f-4630-8468-29a05ee0b75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.002257] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a78dbda4-9d9f-4630-8468-29a05ee0b75b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.294361] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.294361] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.294361] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.294361] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.294814] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.294814] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port c29b87bc-a56a-4284-8edf-e5753568d95b not found, creating... [ 945.294942] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.295049] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.295151] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.295358] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.295527] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.295776] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.296060] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.296213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.296421] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.296613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.296714] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: c29b87bc-a56a-4284-8edf-e5753568d95b is going to be created. [ 945.322428] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.322637] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.322754] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.323079] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.323342] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.323580] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-c29b87bc-a56a-4284-8edf-e5753568d95b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.506632] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a78dbda4-9d9f-4630-8468-29a05ee0b75b with status ACTIVE [ 945.507200] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.507369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.507440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.507671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.507804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.508062] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.508172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.508238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.508407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.508490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.508704] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.508822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.508945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.509173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.509265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.509354] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a78dbda4-9d9f-4630-8468-29a05ee0b75b is going to be updated. [ 945.571746] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.571928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.572024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.572295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.572689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.572890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a78dbda4-9d9f-4630-8468-29a05ee0b75b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.110404] env[66012]: INFO networking_nsxv3.common.synchronization [req-c908b48d-aa21-469d-80bd-f7df62ac68d1 req-012928a8-1cad-470e-a363-df7b48cf10a8 service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 946.110404] env[66012]: INFO networking_nsxv3.common.synchronization [req-c908b48d-aa21-469d-80bd-f7df62ac68d1 req-012928a8-1cad-470e-a363-df7b48cf10a8 service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 946.110404] env[66012]: INFO networking_nsxv3.common.synchronization [req-c908b48d-aa21-469d-80bd-f7df62ac68d1 req-012928a8-1cad-470e-a363-df7b48cf10a8 service nova] Enqueued Resource ID: c29b87bc-a56a-4284-8edf-e5753568d95b with Priority: HIGHEST for action port [ 946.110404] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 946.110404] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 946.110404] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c29b87bc-a56a-4284-8edf-e5753568d95b with Priority: HIGHEST for action port [ 946.110404] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.110900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.110900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.111094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.111195] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.112030] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.112127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.112592] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-c29b87bc-a56a-4284-8edf-e5753568d95b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.112592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c29b87bc-a56a-4284-8edf-e5753568d95b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.112592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c29b87bc-a56a-4284-8edf-e5753568d95b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.116926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c29b87bc-a56a-4284-8edf-e5753568d95b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.116926] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c29b87bc-a56a-4284-8edf-e5753568d95b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.615206] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.616116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.618134] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c29b87bc-a56a-4284-8edf-e5753568d95b with status ACTIVE [ 946.618571] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.620463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.620463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.620463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.620463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.620463] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.620463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.620463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.620463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.620463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.620463] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.621214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.621411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.621649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.623019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.623019] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c29b87bc-a56a-4284-8edf-e5753568d95b is going to be updated. [ 946.630744] env[66012]: INFO networking_nsxv3.common.synchronization [None req-9eb0fdee-9801-4ad5-bd75-9d2efdf4379b None None] Enqueued Resource ID: 08037ed0-20c7-48a9-a3d0-f9c2d95459d0 with Priority: HIGHEST for action port [ 946.630744] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08037ed0-20c7-48a9-a3d0-f9c2d95459d0 with Priority: HIGHEST for action port [ 946.631533] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-08037ed0-20c7-48a9-a3d0-f9c2d95459d0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.631533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08037ed0-20c7-48a9-a3d0-f9c2d95459d0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.631533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08037ed0-20c7-48a9-a3d0-f9c2d95459d0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.631533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08037ed0-20c7-48a9-a3d0-f9c2d95459d0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.631533] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08037ed0-20c7-48a9-a3d0-f9c2d95459d0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.647033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.647033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.647033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.647033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.647033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.647033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c29b87bc-a56a-4284-8edf-e5753568d95b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.688680] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 946.688847] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 deletion is rescheduled due to dependency. [ 946.688956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.689138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.689358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.689533] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.689647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.689861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.689861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.689965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.690018] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.763556] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 946.763556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.763799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.763943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.764144] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.764256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.764330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.764493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.764579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.764741] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.136140] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08037ed0-20c7-48a9-a3d0-f9c2d95459d0 [ 947.136359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.136460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.136526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.136810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.136810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.137031] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08037ed0-20c7-48a9-a3d0-f9c2d95459d0 already deleted. [ 947.137031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08037ed0-20c7-48a9-a3d0-f9c2d95459d0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.192377] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.271165] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.700323] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.735028] env[66012]: INFO networking_nsxv3.common.synchronization [req-dcaba3fd-64a2-493d-9d28-8ad2e569d2b6 req-2f18eee8-c634-43b5-a309-43c64d364953 tempest-ListServersNegativeTestJSON-864480348 tempest-ListServersNegativeTestJSON-864480348-project-member] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 947.735028] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 947.735028] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.741023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.741023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.741023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.741023] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.741023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.741023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.741023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.741023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.741023] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.774069] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.201894] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.202123] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.202208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.202421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.203183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.203360] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 948.237177] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.237359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.237416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.237682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.237835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.248722] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 948.248994] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.275532] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.275685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.275804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.275959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.276060] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.276158] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 948.308121] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.308196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.308277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.308509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.309614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.323314] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 948.756863] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.259339] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.259504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.259595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.259851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.259943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.260061] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be updated. [ 949.295066] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.295231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.295277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.295499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.295663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.319072] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 949.411794] env[66012]: INFO networking_nsxv3.common.synchronization [None req-75cf8685-5704-48af-8cec-81948b48ab1c None None] Enqueued Resource ID: 2d97f31e-c23a-4dd8-b6d3-4e125ae4926e with Priority: HIGHEST for action port [ 949.412366] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d97f31e-c23a-4dd8-b6d3-4e125ae4926e with Priority: HIGHEST for action port [ 949.412681] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d97f31e-c23a-4dd8-b6d3-4e125ae4926e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.412841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d97f31e-c23a-4dd8-b6d3-4e125ae4926e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.413442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d97f31e-c23a-4dd8-b6d3-4e125ae4926e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.413442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d97f31e-c23a-4dd8-b6d3-4e125ae4926e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.413442] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d97f31e-c23a-4dd8-b6d3-4e125ae4926e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.422973] env[66012]: INFO networking_nsxv3.common.synchronization [req-f52a4cf0-9490-450f-95e4-54639cae2c7a req-cb313fc1-9a88-4664-8d5f-4f73df4b0c89 tempest-ListServersNegativeTestJSON-864480348 tempest-ListServersNegativeTestJSON-864480348-project-member] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 949.424078] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGHEST for action security_group_members [ 949.424078] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.424078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.916551] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d97f31e-c23a-4dd8-b6d3-4e125ae4926e [ 949.916551] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.916551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.916551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.917480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.917650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.917711] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d97f31e-c23a-4dd8-b6d3-4e125ae4926e already deleted. [ 949.917805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d97f31e-c23a-4dd8-b6d3-4e125ae4926e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.224572] env[66012]: INFO networking_nsxv3.common.synchronization [None req-18d6a21d-df8f-474c-8aa2-748cda1ac9eb None None] Enqueued Resource ID: bd007504-6d02-4677-840d-f70695043c0b with Priority: HIGHEST for action port [ 950.225131] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd007504-6d02-4677-840d-f70695043c0b with Priority: HIGHEST for action port [ 950.225511] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd007504-6d02-4677-840d-f70695043c0b taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.225680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd007504-6d02-4677-840d-f70695043c0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.225680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd007504-6d02-4677-840d-f70695043c0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.226112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd007504-6d02-4677-840d-f70695043c0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.226112] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd007504-6d02-4677-840d-f70695043c0b',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.258364] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 950.258597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.259314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.259529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.259717] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.259945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.259945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.260050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.260121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.260210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.260310] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.334267] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 950.334399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.334558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.334930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.335098] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.335240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.335289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.335559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.335559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.335793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.335793] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.337601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.337838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.337999] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.338158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.338198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.338349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.338422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.338505] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.417225] env[66012]: INFO networking_nsxv3.common.synchronization [req-8b0253e1-d88b-4028-ad3c-aeadceb0b629 req-39e990c8-d997-4f31-9b71-275e973a041e tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 950.417225] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 950.418774] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.419837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.420035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.420327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.420818] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.421113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.421267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.422983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.422983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.422983] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.728297] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd007504-6d02-4677-840d-f70695043c0b [ 950.728926] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.729139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.729219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.729450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.729541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.729648] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd007504-6d02-4677-840d-f70695043c0b already deleted. [ 950.729948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd007504-6d02-4677-840d-f70695043c0b" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.762328] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.762499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.762568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.763021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.763021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.763021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.763182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.763603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.763603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.763603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.763831] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.764118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.764118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.764118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.764273] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.764377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.764429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.764563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.764643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.764847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.764914] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.842499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.842499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.842499] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.924337] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.266877] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7460ba2-b62c-4d56-a2d6-c951a674e839: rpc.has_security_group_logging(os_id): False [ 951.299898] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.300176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.300239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.300534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.300649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.300936] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.301124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.301124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.301381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.301486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.301701] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.301811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.301907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.302023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.302173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.302409] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.302541] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.302640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.302720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.302796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.302874] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 951.336525] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 951.337560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.337560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.337560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.337560] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.337887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.337887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.338086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.338126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.338565] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.345261] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.380158] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.380353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.380413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.380694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.380825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.395134] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 951.428681] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.840556] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.840748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.840803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.841064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.841165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.841367] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.841489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.841549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.841688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.841746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.841833] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be updated. [ 951.848774] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.848965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.849018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.849283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.849425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.849542] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 951.874723] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.874898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.874975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.875202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.875374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.879696] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.879842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.879903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.880203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.880252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.886670] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: IN_PROGRESS for 2s [ 951.890850] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 951.931583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.931905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.931905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.931993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.932097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.932197] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 951.973545] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.973545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.973545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.973545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.973545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.984918] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 952.599296] env[66012]: INFO networking_nsxv3.common.synchronization [None req-00cc70d2-617a-4ee3-8732-7825157315b2 None None] Enqueued Resource ID: f29271e5-c8e5-4571-9133-3b1c47b4dab3 with Priority: HIGHEST for action port [ 952.599676] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f29271e5-c8e5-4571-9133-3b1c47b4dab3 with Priority: HIGHEST for action port [ 952.600030] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-f29271e5-c8e5-4571-9133-3b1c47b4dab3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.600208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f29271e5-c8e5-4571-9133-3b1c47b4dab3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.600314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f29271e5-c8e5-4571-9133-3b1c47b4dab3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.600692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f29271e5-c8e5-4571-9133-3b1c47b4dab3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.600692] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f29271e5-c8e5-4571-9133-3b1c47b4dab3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.811674] env[66012]: INFO networking_nsxv3.common.synchronization [None req-5fd041c7-9249-4c45-b2a2-4dd88648d317 None None] Enqueued Resource ID: a73c8e1f-c1e1-4d07-b431-25e79416e478 with Priority: HIGHEST for action port [ 952.812275] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a73c8e1f-c1e1-4d07-b431-25e79416e478 with Priority: HIGHEST for action port [ 952.812969] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-a73c8e1f-c1e1-4d07-b431-25e79416e478 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.812969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a73c8e1f-c1e1-4d07-b431-25e79416e478" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.812969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a73c8e1f-c1e1-4d07-b431-25e79416e478" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.813277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a73c8e1f-c1e1-4d07-b431-25e79416e478" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.813277] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a73c8e1f-c1e1-4d07-b431-25e79416e478',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.870768] env[66012]: INFO networking_nsxv3.common.synchronization [req-ebd77da9-4a7b-4415-afe5-d14dfd960086 req-e406a4a3-f4a3-4bd6-9399-1ba613ab0d10 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_members [ 952.871364] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_members [ 952.871687] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fc3707-1754-4ccb-8c29-27878f04d3af taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.871809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.871871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.872199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.872362] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.872560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.872627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.872799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.872890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.872986] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.103686] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f29271e5-c8e5-4571-9133-3b1c47b4dab3 [ 953.103958] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.104086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.104188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.104491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.104638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.104866] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f29271e5-c8e5-4571-9133-3b1c47b4dab3 already deleted. [ 953.105110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f29271e5-c8e5-4571-9133-3b1c47b4dab3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.275737] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.276127] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.278937] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.278937] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.279314] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.280221] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.280221] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.280221] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.280364] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.280597] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.280715] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.280826] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.280950] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.281051] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.281157] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.281290] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.305161] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.305303] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.305419] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.305578] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.305949] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-8d513aca-5a34-4029-9f83-9a629715d1a3 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.306151] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-8d513aca-5a34-4029-9f83-9a629715d1a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.306283] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-8d513aca-5a34-4029-9f83-9a629715d1a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.306623] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-8d513aca-5a34-4029-9f83-9a629715d1a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.306785] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d513aca-5a34-4029-9f83-9a629715d1a3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.317618] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a73c8e1f-c1e1-4d07-b431-25e79416e478 [ 953.317618] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.317618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.317618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.317618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.317618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.317618] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a73c8e1f-c1e1-4d07-b431-25e79416e478 already deleted. [ 953.317618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a73c8e1f-c1e1-4d07-b431-25e79416e478" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.380823] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.380823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.380823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.380823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.380823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.380823] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.380823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.380823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.380823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.380823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.380823] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fc3707-1754-4ccb-8c29-27878f04d3af already deleted. [ 953.380823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.414365] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 953.414606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.809833] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.810765] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.810765] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.811051] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.811213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.811420] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 8d513aca-5a34-4029-9f83-9a629715d1a3 not found, creating... [ 953.811637] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.811804] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.811920] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.812164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.812295] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.812584] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.812764] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.812885] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.813325] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.813475] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.813616] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 8d513aca-5a34-4029-9f83-9a629715d1a3 is going to be created. [ 953.838312] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.838407] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.838488] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.838816] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.839077] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.839654] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-8d513aca-5a34-4029-9f83-9a629715d1a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.898999] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7cdb419e-ac2f-4165-a653-949856fa3271 in Status: SUCCESS [ 953.899307] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 deletion is rescheduled due to dependency. [ 953.899443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.910819] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 953.911065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.911293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.911609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.911779] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.911901] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.911984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.912219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.912219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.912307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.912467] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.912564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.912624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.912762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.912900] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.912991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.913087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.913193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.913271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.913504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.913504] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.001027] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 954.001027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.416045] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522fb6cb-577b-4b07-926e-1b6c846d6226: rpc.has_security_group_logging(os_id): False [ 954.434934] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.434934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.435135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.435207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.435303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.435536] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.435683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.435749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.435903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.435983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.436181] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.436281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.436342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.436481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.436554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.436743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.436842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.436921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.437099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.437173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.437258] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 954.499344] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.499344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.499344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.499733] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.499733] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.516203] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 954.577317] env[66012]: INFO networking_nsxv3.common.synchronization [req-ebd77da9-4a7b-4415-afe5-d14dfd960086 req-439824a1-5c6d-442f-a381-bced42eb8dba service nova] Enqueued Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_rules [ 954.577540] env[66012]: INFO networking_nsxv3.common.synchronization [req-ebd77da9-4a7b-4415-afe5-d14dfd960086 req-439824a1-5c6d-442f-a381-bced42eb8dba service nova] Enqueued Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_members [ 954.577734] env[66012]: INFO networking_nsxv3.common.synchronization [req-ebd77da9-4a7b-4415-afe5-d14dfd960086 req-439824a1-5c6d-442f-a381-bced42eb8dba service nova] Enqueued Resource ID: 8d513aca-5a34-4029-9f83-9a629715d1a3 with Priority: HIGHEST for action port [ 954.578717] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_rules [ 954.578717] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_members [ 954.578927] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d513aca-5a34-4029-9f83-9a629715d1a3 with Priority: HIGHEST for action port [ 954.579255] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1fc3707-1754-4ccb-8c29-27878f04d3af taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.579370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.579455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.579665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.579745] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.581044] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fc3707-1754-4ccb-8c29-27878f04d3af taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.581243] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.581349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.581559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.582238] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.582461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.582572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.582868] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.582940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.583083] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.584472] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d513aca-5a34-4029-9f83-9a629715d1a3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.585671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d513aca-5a34-4029-9f83-9a629715d1a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.585827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d513aca-5a34-4029-9f83-9a629715d1a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.586607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d513aca-5a34-4029-9f83-9a629715d1a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.588932] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d513aca-5a34-4029-9f83-9a629715d1a3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.073548] env[66012]: INFO networking_nsxv3.common.synchronization [None req-e272a4fc-df0c-4917-9e5e-94754e750859 None None] Enqueued Resource ID: ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf with Priority: HIGHEST for action port [ 955.075348] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf with Priority: HIGHEST for action port [ 955.075348] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.075348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.075348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.075690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.076521] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.092154] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d513aca-5a34-4029-9f83-9a629715d1a3 with status ACTIVE [ 955.092456] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.092617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.092689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.093013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.093720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.093720] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.093720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.093720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.094108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.094336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.094438] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.094550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.094614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.095116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.095116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.095116] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d513aca-5a34-4029-9f83-9a629715d1a3 is going to be updated. [ 955.098014] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.098014] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fc3707-1754-4ccb-8c29-27878f04d3af taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.098014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.119883] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.120921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.120921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.121482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.122709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.122921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d513aca-5a34-4029-9f83-9a629715d1a3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.400906] env[66012]: INFO networking_nsxv3.common.synchronization [req-61827d15-d081-41e2-8a2a-8bd61a309f96 req-84b07338-7bd3-4887-b02e-8e244a467310 tempest-ServersV294TestFqdnHostnames-393284096 tempest-ServersV294TestFqdnHostnames-393284096-project-member] Enqueued Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_members [ 955.401134] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_members [ 955.401596] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a5e084-4dd6-4851-8648-2d64f0caa207 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.401757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.402159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.402159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.402392] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.402576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.402626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.402798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.402919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.403042] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.580257] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf [ 955.580257] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.580257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.580257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.580257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.581030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.581150] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf already deleted. [ 955.581281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef89fed8-6fc9-4f21-9adb-3e3e2a44ebaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.598404] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.764505] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-711 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.764752] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-711" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.764859] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-711" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.765223] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-711" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.765492] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.765650] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.765771] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.766042] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.766195] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.766401] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.766510] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.766615] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.766718] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.766822] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.768916] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.769108] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.789560] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.790179] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.792032] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.792032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-711" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.792032] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.792032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.792032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.792032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.792032] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877135c6-eaa1-4a0a-98a6-4210e21d4ee5',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.906353] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.906353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.906644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.906683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.906898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.907063] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.907189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.907455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.907522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.907601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.907963] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 already deleted. [ 955.907963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.101390] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.101632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.101706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.101930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.102034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.102142] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fc3707-1754-4ccb-8c29-27878f04d3af is going to be created. [ 956.130777] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.130932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.131045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.131303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.131490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.144807] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fc3707-1754-4ccb-8c29-27878f04d3af in Status: UNINITIALIZED for 2s [ 956.295142] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.295948] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.295948] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.296111] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.296241] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.296453] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 877135c6-eaa1-4a0a-98a6-4210e21d4ee5 not found, creating... [ 956.296830] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.297802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.297802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.297802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.297802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.298928] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.298928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.298928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.298928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.298928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.299266] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 877135c6-eaa1-4a0a-98a6-4210e21d4ee5 is going to be created. [ 956.323113] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.323315] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.323433] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.323701] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.323911] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.324138] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.534111] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 956.534592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.534765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.535017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.535168] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.038920] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.039228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.039228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.040133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.040133] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.040133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.040133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.041990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.041990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.041990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.041990] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.067427] env[66012]: INFO networking_nsxv3.common.synchronization [req-61827d15-d081-41e2-8a2a-8bd61a309f96 req-34db1a1b-9899-4293-9879-54866438b85d service nova] Enqueued Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_rules [ 957.067606] env[66012]: INFO networking_nsxv3.common.synchronization [req-61827d15-d081-41e2-8a2a-8bd61a309f96 req-34db1a1b-9899-4293-9879-54866438b85d service nova] Enqueued Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_members [ 957.067762] env[66012]: INFO networking_nsxv3.common.synchronization [req-61827d15-d081-41e2-8a2a-8bd61a309f96 req-34db1a1b-9899-4293-9879-54866438b85d service nova] Enqueued Resource ID: 877135c6-eaa1-4a0a-98a6-4210e21d4ee5 with Priority: HIGHEST for action port [ 957.068338] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_rules [ 957.068486] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_members [ 957.068567] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 877135c6-eaa1-4a0a-98a6-4210e21d4ee5 with Priority: HIGHEST for action port [ 957.068833] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0a5e084-4dd6-4851-8648-2d64f0caa207 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.068956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.069039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.069240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.069319] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.070211] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a5e084-4dd6-4851-8648-2d64f0caa207 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.070327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.070393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.070559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.070703] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.070848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.070916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.071073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.072781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.072781] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.072781] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.072781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.072781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.072781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.072781] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('877135c6-eaa1-4a0a-98a6-4210e21d4ee5',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.259372] env[66012]: INFO networking_nsxv3.common.synchronization [req-94ebc182-c1de-40bc-a0b0-d6088c3013d0 req-2597e5c0-e370-47b2-8ddf-8d6945db2ed7 tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 957.259372] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 957.261896] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.261896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.261896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.261896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.261896] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.261896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.261896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.261896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.261896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.261896] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.505586] env[66012]: INFO networking_nsxv3.common.synchronization [req-94ebc182-c1de-40bc-a0b0-d6088c3013d0 req-c8450ea4-34e0-4b03-a407-9f53456fb8f1 tempest-ServersTestMultiNic-1657917564 tempest-ServersTestMultiNic-1657917564-project-member] Enqueued Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 957.508013] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 with Priority: HIGHEST for action security_group_members [ 957.508013] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.508013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.544013] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.544013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.574718] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a5e084-4dd6-4851-8648-2d64f0caa207 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578021] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.578021] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 877135c6-eaa1-4a0a-98a6-4210e21d4ee5 with status ACTIVE [ 957.578021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.578021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.578021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.578021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.578021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.578021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.579225] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.579503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.579740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.579993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.580251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.581186] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 877135c6-eaa1-4a0a-98a6-4210e21d4ee5 is going to be updated. [ 957.603546] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.603743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.603843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.604110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.604289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.604485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-877135c6-eaa1-4a0a-98a6-4210e21d4ee5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.763492] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.083433] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.156220] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fc3707-1754-4ccb-8c29-27878f04d3af in Status: SUCCESS [ 958.156320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.156785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.157099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.157308] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.157429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.157490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.157667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.157727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.157816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.157930] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.266127] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.586809] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.587010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.587090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.587314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.587402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.587498] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 is going to be created. [ 958.613646] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.613804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.613875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.614124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.614282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.625189] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 in Status: UNINITIALIZED for 2s [ 958.660023] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.768810] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.769745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.769745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.769745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.769745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.769745] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 958.800238] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.800380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.800722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.801290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.801496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.812437] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 959.162627] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1fc3707-1754-4ccb-8c29-27878f04d3af: rpc.has_security_group_logging(os_id): False [ 959.181293] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.181453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.181453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.181801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.182097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.182234] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.182431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.182431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.182579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.182684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.182773] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1fc3707-1754-4ccb-8c29-27878f04d3af is going to be created. [ 959.259924] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.260142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.260247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.260492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.260698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.291014] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1fc3707-1754-4ccb-8c29-27878f04d3af in Status: IN_PROGRESS for 2s [ 960.641754] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 in Status: SUCCESS [ 960.642065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.642289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.642659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.642926] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.643080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.643147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.643325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.643407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.643560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.643735] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.825664] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 960.825864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.826048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.826335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.826540] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.826665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.826785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.826924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.826998] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.827122] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.146624] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.306782] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1fc3707-1754-4ccb-8c29-27878f04d3af in Status: SUCCESS [ 961.306782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.330540] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.330667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.330743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.330966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.331114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.331287] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.331391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.331449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.331606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.331687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.331778] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 961.359977] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.360158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.360204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.360406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.360550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.372285] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 961.650046] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0a5e084-4dd6-4851-8648-2d64f0caa207: rpc.has_security_group_logging(os_id): False [ 961.669406] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.669703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.669703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.669934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.670068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.670325] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.670440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.670530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.670706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.670798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.670894] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 is going to be created. [ 961.744035] env[66012]: INFO networking_nsxv3.common.synchronization [req-60b057b1-83c7-4421-bfa9-80868976cb7e req-42f156c7-c555-44ab-9eb2-547c80134123 tempest-ServersAdminTestJSON-1096529398 tempest-ServersAdminTestJSON-1096529398-project-member] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 961.744035] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 961.744035] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.744035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.744035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.744035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.744035] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.744035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.744035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.744035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.744035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.744035] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.757170] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.757170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.757361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.757579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.757761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.772130] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 in Status: IN_PROGRESS for 2s [ 962.246433] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.749431] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.942279] env[66012]: INFO networking_nsxv3.common.synchronization [req-d02b8324-8d51-4d09-a771-39df05430197 req-fff359cf-bb65-43af-a532-c472aa3fbd7b tempest-MigrationsAdminTest-982034335 tempest-MigrationsAdminTest-982034335-project-member] Enqueued Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 962.942890] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40135b4-d777-4c73-8cea-0a35b8354c7f with Priority: HIGHEST for action security_group_members [ 962.943233] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-c40135b4-d777-4c73-8cea-0a35b8354c7f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.943362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.943424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.943794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.943889] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.943966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.944015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.944207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.944292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.944382] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c40135b4-d777-4c73-8cea-0a35b8354c7f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.255299] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.255299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.255299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.255299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.255299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.255299] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 963.290751] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.290902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.290972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.291228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.291398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.419177] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 963.419177] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 963.419177] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 deletion is rescheduled due to dependency. [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.419177] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.419177] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-522fb6cb-577b-4b07-926e-1b6c846d6226 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.419177] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.419177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.420961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.420961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.420961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.420961] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('522fb6cb-577b-4b07-926e-1b6c846d6226',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.446702] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.446702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.446923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.447013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.474094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.474407] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.474570] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.474620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.474797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.474897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.474996] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f is going to be updated. [ 963.538847] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.539019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.539072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.539298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.539435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.550839] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: IN_PROGRESS for 2s [ 963.788821] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 in Status: SUCCESS [ 963.789136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.891022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 522fb6cb-577b-4b07-926e-1b6c846d6226: rpc.has_security_group_logging(os_id): False [ 963.910452] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.910635] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.910707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.911139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.911139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.911385] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.911540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.911607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.911759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.911838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.912039] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.912137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.912326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.912484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.912578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.912772] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.912903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.912978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.913112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.913213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.913302] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 is going to be updated. [ 963.981302] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.981509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.981651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.981952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.982227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.015241] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: IN_PROGRESS for 2s [ 965.331207] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 965.331511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.570554] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c40135b4-d777-4c73-8cea-0a35b8354c7f in Status: SUCCESS [ 965.570742] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c40135b4-d777-4c73-8cea-0a35b8354c7f deletion is rescheduled due to dependency. [ 965.570854] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c40135b4-d777-4c73-8cea-0a35b8354c7f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.033188] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 522fb6cb-577b-4b07-926e-1b6c846d6226 in Status: SUCCESS [ 966.033188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-522fb6cb-577b-4b07-926e-1b6c846d6226" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.334150] env[66012]: INFO networking_nsxv3.common.synchronization [req-10584573-fc81-4807-9409-b405ab0e2bef req-06b0d837-ca80-4c50-a510-6379732e43b8 tempest-ServersTestJSON-1165371882 tempest-ServersTestJSON-1165371882-project-member] Enqueued Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_members [ 966.334714] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_members [ 966.335046] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2254a96d-eefb-4eb2-96a2-624f1106db5e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.335176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.335242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.335492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.335647] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.336290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.336290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.336290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.336290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.336290] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.671511] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.671734] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-62" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.671840] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-62" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.672372] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-62" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.672492] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.672675] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.672793] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.673037] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.673184] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.673410] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.673526] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.673741] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.673741] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.673842] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.673941] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.674089] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.694323] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.694542] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.694715] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.695027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-62" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.695419] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-ac13e505-3bf8-4223-b304-a96ee53083a6 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.695641] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-ac13e505-3bf8-4223-b304-a96ee53083a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.695804] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-ac13e505-3bf8-4223-b304-a96ee53083a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.696202] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-ac13e505-3bf8-4223-b304-a96ee53083a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.696384] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac13e505-3bf8-4223-b304-a96ee53083a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.838176] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.838374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.838415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.838654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.838779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.839016] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.839192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.839248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.839468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.839529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.839607] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e already deleted. [ 966.839746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.199636] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.199636] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.199636] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.199936] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.199936] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.200064] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port ac13e505-3bf8-4223-b304-a96ee53083a6 not found, creating... [ 967.200362] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.200533] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.200670] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.200895] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.201044] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.201353] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.201493] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.201605] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.201807] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.201935] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.202085] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: ac13e505-3bf8-4223-b304-a96ee53083a6 is going to be created. [ 967.225830] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.226045] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.226195] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.226468] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.226691] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.226987] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-ac13e505-3bf8-4223-b304-a96ee53083a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.932360] env[66012]: INFO networking_nsxv3.common.synchronization [req-10584573-fc81-4807-9409-b405ab0e2bef req-512d66f1-eed1-4f19-bbf1-b723ec3188e7 service nova] Enqueued Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_rules [ 967.932618] env[66012]: INFO networking_nsxv3.common.synchronization [req-10584573-fc81-4807-9409-b405ab0e2bef req-512d66f1-eed1-4f19-bbf1-b723ec3188e7 service nova] Enqueued Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_members [ 967.932723] env[66012]: INFO networking_nsxv3.common.synchronization [req-10584573-fc81-4807-9409-b405ab0e2bef req-512d66f1-eed1-4f19-bbf1-b723ec3188e7 service nova] Enqueued Resource ID: ac13e505-3bf8-4223-b304-a96ee53083a6 with Priority: HIGHEST for action port [ 967.933236] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_rules [ 967.933376] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_members [ 967.933473] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac13e505-3bf8-4223-b304-a96ee53083a6 with Priority: HIGHEST for action port [ 967.933742] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2254a96d-eefb-4eb2-96a2-624f1106db5e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.933876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.933930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.934138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.934258] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.935546] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2254a96d-eefb-4eb2-96a2-624f1106db5e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.935688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.935688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.935820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.935978] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.937197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.937236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.937391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.937527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.937589] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.938363] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac13e505-3bf8-4223-b304-a96ee53083a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.938470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac13e505-3bf8-4223-b304-a96ee53083a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.938539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac13e505-3bf8-4223-b304-a96ee53083a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.938689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac13e505-3bf8-4223-b304-a96ee53083a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.938768] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac13e505-3bf8-4223-b304-a96ee53083a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.436112] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2254a96d-eefb-4eb2-96a2-624f1106db5e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.436285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.440751] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.441619] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac13e505-3bf8-4223-b304-a96ee53083a6 with status ACTIVE [ 968.442530] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.443018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.443142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.443880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.443880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.443880] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.443880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.443880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.444128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.444209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.444508] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.444596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.444596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.444845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.444925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.445033] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac13e505-3bf8-4223-b304-a96ee53083a6 is going to be updated. [ 968.469692] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.469933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.470142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.470413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.470671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.470912] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac13e505-3bf8-4223-b304-a96ee53083a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.947210] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.450398] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.450559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.450633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.450831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.450916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.451021] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e is going to be created. [ 969.475294] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.475604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.475674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.475886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.476054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.485191] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e in Status: UNINITIALIZED for 2s [ 971.497601] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e in Status: SUCCESS [ 971.498069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.498069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.498282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.498496] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.498606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.498711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.498945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.499044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.499129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.499218] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.001397] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.504339] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2254a96d-eefb-4eb2-96a2-624f1106db5e: rpc.has_security_group_logging(os_id): False [ 972.522655] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.522805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.522866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.523118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.523210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.523448] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.523551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.523617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.523749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.523897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.523897] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e is going to be created. [ 972.665290] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.665445] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.665553] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.665740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.665918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.679195] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e in Status: IN_PROGRESS for 2s [ 972.934494] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 972.934697] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 974.695519] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e in Status: SUCCESS [ 974.697537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.365763] env[66012]: INFO networking_nsxv3.common.synchronization [req-fb378af0-4eca-4c05-8a85-5730d4485712 req-f492f51c-8971-44bb-bf84-a9cf3c2b703b tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 976.366307] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 976.366611] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.367772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.367880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.368121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.368290] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.368393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.368468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.368621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.368700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.368791] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.690803] env[66012]: INFO networking_nsxv3.common.synchronization [req-2e743bc6-3b0c-4962-acdd-e554dfbc57c1 req-434aea8c-40b7-4783-8801-6ad3f52a44d7 tempest-VolumesAdminNegativeTest-1650802925 tempest-VolumesAdminNegativeTest-1650802925-project-member] Enqueued Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGHEST for action security_group_members [ 976.691022] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGHEST for action security_group_members [ 976.691334] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9033491c-d81e-4269-a1f2-642875d7fdc7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.691454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.691520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.691773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.691945] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.692195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.692348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.692439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.692534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.692625] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9033491c-d81e-4269-a1f2-642875d7fdc7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.871639] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.871639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.871639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.872045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.872045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.872740] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.872740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.872740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.872740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.872740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.872740] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 976.908341] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.908530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.908574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.909812] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.909812] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.919145] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 977.080225] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-731 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.080225] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-731" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.080225] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-731" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.080225] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-731" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.080225] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.080687] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.080962] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.081362] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.081651] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.082079] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.083701] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 977.083701] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 977.083701] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 977.083701] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 977.083701] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 977.083701] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 977.102504] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 977.102626] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 977.102802] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 977.104031] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-731" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.104031] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.104031] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.104031] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.104344] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.104535] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed27f0d-ccad-48df-b510-23bfad9ceb9f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.196113] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.196113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.196113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.196113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.196113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.196113] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.196359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.196424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.196623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.196928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.197100] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 already deleted. [ 977.197197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.608701] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.609065] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.609065] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.609396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.609553] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.609707] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 0ed27f0d-ccad-48df-b510-23bfad9ceb9f not found, creating... [ 977.609984] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.610197] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.610317] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.610535] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.610667] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.610954] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.611120] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.611232] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.611432] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.611560] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.611692] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 0ed27f0d-ccad-48df-b510-23bfad9ceb9f is going to be created. [ 977.637164] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.637164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.637164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.637164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.637164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.637164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.354279] env[66012]: INFO networking_nsxv3.common.synchronization [req-2e743bc6-3b0c-4962-acdd-e554dfbc57c1 req-62fbfce1-fe51-44d8-8e78-320918f8eaa4 service nova] Enqueued Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGHEST for action security_group_rules [ 978.354279] env[66012]: INFO networking_nsxv3.common.synchronization [req-2e743bc6-3b0c-4962-acdd-e554dfbc57c1 req-62fbfce1-fe51-44d8-8e78-320918f8eaa4 service nova] Enqueued Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGHEST for action security_group_members [ 978.354279] env[66012]: INFO networking_nsxv3.common.synchronization [req-2e743bc6-3b0c-4962-acdd-e554dfbc57c1 req-62fbfce1-fe51-44d8-8e78-320918f8eaa4 service nova] Enqueued Resource ID: 0ed27f0d-ccad-48df-b510-23bfad9ceb9f with Priority: HIGHEST for action port [ 978.354279] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGHEST for action security_group_rules [ 978.354279] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGHEST for action security_group_members [ 978.354279] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed27f0d-ccad-48df-b510-23bfad9ceb9f with Priority: HIGHEST for action port [ 978.354279] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9033491c-d81e-4269-a1f2-642875d7fdc7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.354279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.354279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.355394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.355618] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9033491c-d81e-4269-a1f2-642875d7fdc7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.357101] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9033491c-d81e-4269-a1f2-642875d7fdc7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.357348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.357504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.357761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.358117] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.358338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.358486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.358725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.358911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.359162] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9033491c-d81e-4269-a1f2-642875d7fdc7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.360033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.360272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.360421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.361537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.361722] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed27f0d-ccad-48df-b510-23bfad9ceb9f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.865314] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9033491c-d81e-4269-a1f2-642875d7fdc7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.866264] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9033491c-d81e-4269-a1f2-642875d7fdc7 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.866375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.866562] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ed27f0d-ccad-48df-b510-23bfad9ceb9f with status ACTIVE [ 978.866800] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.866890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.866890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.867131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.867235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.867410] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.867515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.867565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.867790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.867790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.867954] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.868084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.868142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.869299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.869299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.869299] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ed27f0d-ccad-48df-b510-23bfad9ceb9f is going to be updated. [ 978.893084] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.893261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.893632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.893632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.893740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.893930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed27f0d-ccad-48df-b510-23bfad9ceb9f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.930528] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 978.930707] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d deletion is rescheduled due to dependency. [ 978.930819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.371370] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9033491c-d81e-4269-a1f2-642875d7fdc7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.877601] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.877978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.877978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.878191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.878258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.878339] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 is going to be created. [ 979.904171] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.904299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.904448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.904658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.904805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.916142] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 in Status: UNINITIALIZED for 2s [ 981.931792] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 in Status: SUCCESS [ 981.931792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.931792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.931792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.931792] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.932545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.932545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.932545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.932545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.932731] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.932869] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9033491c-d81e-4269-a1f2-642875d7fdc7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.099821] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.100013] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.100158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.100490] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.100797] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.100971] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.101104] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.101320] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.101486] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.101731] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.101846] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.101980] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.102120] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.102281] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.102410] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.102545] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.123229] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.123444] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.123522] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.123707] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.124056] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-8e60c723-068b-407f-9011-ff80ce149b26 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.124237] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.124352] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.124618] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.124748] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e60c723-068b-407f-9011-ff80ce149b26',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.434804] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9033491c-d81e-4269-a1f2-642875d7fdc7 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.434970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.435117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.435343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.435515] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.435607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.435671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.435825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.436051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.436301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.436482] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9033491c-d81e-4269-a1f2-642875d7fdc7 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.436604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.436652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.436946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.437151] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.437242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.438132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.438132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.438132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.438132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.438132] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9033491c-d81e-4269-a1f2-642875d7fdc7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.628028] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.628028] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.628277] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.628370] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.628523] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.628814] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.628969] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.629097] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.629316] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.629450] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.629730] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.629882] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.629993] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.630213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.630344] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.630479] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 8e60c723-068b-407f-9011-ff80ce149b26 is going to be updated. [ 982.654301] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.654534] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.654627] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.654957] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.655178] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.655401] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.939801] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9033491c-d81e-4269-a1f2-642875d7fdc7: rpc.has_security_group_logging(os_id): False [ 982.959435] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.959755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.959927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.960271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.960983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.960983] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.960983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.960983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.960983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.961463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.961463] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.961463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.961463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.961616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.961616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.961764] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.961856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.961914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.962070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.962144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.962244] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 is going to be created. [ 983.037214] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.037377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.037480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.037696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.037872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.048942] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 in Status: IN_PROGRESS for 2s [ 983.354046] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 983.354238] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 983.389066] env[66012]: INFO networking_nsxv3.common.synchronization [req-9e39c470-2eeb-4640-a138-c1cf2ae50211 req-05134b23-4701-448c-bda5-16e14ef861ec service nova] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_rules [ 983.389304] env[66012]: INFO networking_nsxv3.common.synchronization [req-9e39c470-2eeb-4640-a138-c1cf2ae50211 req-05134b23-4701-448c-bda5-16e14ef861ec service nova] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_members [ 983.389478] env[66012]: INFO networking_nsxv3.common.synchronization [req-9e39c470-2eeb-4640-a138-c1cf2ae50211 req-05134b23-4701-448c-bda5-16e14ef861ec service nova] Enqueued Resource ID: 8e60c723-068b-407f-9011-ff80ce149b26 with Priority: HIGHEST for action port [ 983.390048] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_rules [ 983.390258] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_members [ 983.390407] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e60c723-068b-407f-9011-ff80ce149b26 with Priority: HIGHEST for action port [ 983.390743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.390903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.390985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.391219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.391313] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.392290] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.392438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.392605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.392851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.393054] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.393170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.393252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.394565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.394565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.394565] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.396609] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e60c723-068b-407f-9011-ff80ce149b26 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.396609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.396609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.396609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.396609] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e60c723-068b-407f-9011-ff80ce149b26',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.896715] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.896849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.897284] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.898656] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e60c723-068b-407f-9011-ff80ce149b26 with status ACTIVE [ 983.898860] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.898983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.899071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.899269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.899357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.899536] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.899626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.899678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.899843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.899893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.900643] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.900763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.900829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.901189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.901294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.901386] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e60c723-068b-407f-9011-ff80ce149b26 is going to be updated. [ 983.925670] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.925891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.925997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.926456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.926518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.926738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e60c723-068b-407f-9011-ff80ce149b26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.402981] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.905703] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.905896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.905938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.906198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.906294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.906384] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 is going to be updated. [ 984.939538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.939755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.939755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.939965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.940135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.950341] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: IN_PROGRESS for 2s [ 985.063076] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 in Status: SUCCESS [ 985.063396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.464826] env[66012]: INFO networking_nsxv3.common.synchronization [req-659cb368-b86a-43d2-bbd0-27a4a3b171ae req-ed1639d5-e268-4115-a3a9-000d7baa0b00 tempest-ServerActionsTestOtherB-1575974967 tempest-ServerActionsTestOtherB-1575974967-project-member] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 986.466391] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 986.466391] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.466569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.467355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.467355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.467355] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.467355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.467355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.467591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.467591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.467694] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.960934] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: SUCCESS [ 986.961189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.961364] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.961591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.961798] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.961921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.961964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.962131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.962210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.962295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.962383] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.970137] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.970327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.970327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.970539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.993118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.993404] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.993543] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.993606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.993806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.993885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.993970] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 987.022662] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.022937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.022937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.023237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.023411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.034182] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 987.465028] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.966925] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a22ea5b-8ac2-46d3-a664-90cbcf37b334: rpc.has_security_group_logging(os_id): False [ 987.991643] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.991772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.991834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.992136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.016028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.016028] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.016028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.016028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.016028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.016028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.016028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 is going to be updated. [ 988.082308] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.083016] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.083016] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.083016] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.083192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.097266] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: IN_PROGRESS for 2s [ 989.045316] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 989.045598] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 deletion is rescheduled due to dependency. [ 989.045671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.112462] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: SUCCESS [ 990.113036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.728013] env[66012]: INFO networking_nsxv3.common.synchronization [req-fc8a9241-98e0-4aff-8e29-e68a642c6581 req-9adbc88f-ce7b-4b2c-970f-35229f4e5d58 tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 990.728013] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 990.728013] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.728013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.728013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.728013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.728013] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.728013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.728013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.728013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.728013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.728013] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.214267] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.214267] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.214267] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.214267] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.214812] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.214812] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.214812] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.215051] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.215510] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.215952] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.216161] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.216383] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.216595] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.216791] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.217007] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.217297] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.232836] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.243275] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.243462] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.243600] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.243786] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.244143] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-7a9e557b-1d58-403b-87d6-eb7f24294aaf taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.244385] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-7a9e557b-1d58-403b-87d6-eb7f24294aaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.244553] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-7a9e557b-1d58-403b-87d6-eb7f24294aaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.244983] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-7a9e557b-1d58-403b-87d6-eb7f24294aaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.245219] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a9e557b-1d58-403b-87d6-eb7f24294aaf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.735317] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.748141] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.748504] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.748640] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.748942] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.749147] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.749395] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 7a9e557b-1d58-403b-87d6-eb7f24294aaf not found, creating... [ 991.749842] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.750064] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.750188] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.750431] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.750572] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.750879] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.751045] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.751160] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.751373] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.751504] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.751639] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 7a9e557b-1d58-403b-87d6-eb7f24294aaf is going to be created. [ 991.774575] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.774864] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.774961] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.775267] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.775535] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.775774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-7a9e557b-1d58-403b-87d6-eb7f24294aaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.238369] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.238853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.238853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.238853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.239036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.239036] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 992.274444] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.274673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.274850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.275094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.275288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.286183] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 992.504563] env[66012]: INFO networking_nsxv3.common.synchronization [req-fc8a9241-98e0-4aff-8e29-e68a642c6581 req-e3e2075c-b527-403b-939a-5f928fd36ed6 service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 992.504763] env[66012]: INFO networking_nsxv3.common.synchronization [req-fc8a9241-98e0-4aff-8e29-e68a642c6581 req-e3e2075c-b527-403b-939a-5f928fd36ed6 service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 992.504931] env[66012]: INFO networking_nsxv3.common.synchronization [req-fc8a9241-98e0-4aff-8e29-e68a642c6581 req-e3e2075c-b527-403b-939a-5f928fd36ed6 service nova] Enqueued Resource ID: 7a9e557b-1d58-403b-87d6-eb7f24294aaf with Priority: HIGHEST for action port [ 992.505515] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 992.505651] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 992.505743] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a9e557b-1d58-403b-87d6-eb7f24294aaf with Priority: HIGHEST for action port [ 992.506320] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.506460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.506534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.506740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.506843] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.507770] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.507864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.508903] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a9e557b-1d58-403b-87d6-eb7f24294aaf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.508903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a9e557b-1d58-403b-87d6-eb7f24294aaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.508903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a9e557b-1d58-403b-87d6-eb7f24294aaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.508903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a9e557b-1d58-403b-87d6-eb7f24294aaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.508903] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a9e557b-1d58-403b-87d6-eb7f24294aaf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.010971] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.011906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.012167] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a9e557b-1d58-403b-87d6-eb7f24294aaf with status ACTIVE [ 993.012365] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.012478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.012544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.012756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.012848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.013052] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.013150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.013212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.013362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.013438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.013627] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.013718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.013865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.013911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.013973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.014067] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a9e557b-1d58-403b-87d6-eb7f24294aaf is going to be updated. [ 993.041069] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.041227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.041285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.041494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.041619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.041775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a9e557b-1d58-403b-87d6-eb7f24294aaf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.480684] env[66012]: INFO networking_nsxv3.common.synchronization [req-fb0c508d-2f93-4182-99e0-4e969340a2ef req-789db878-f71e-4fb2-9d64-6072f9fc466d tempest-VolumesAdminNegativeTest-1650802925 tempest-VolumesAdminNegativeTest-1650802925-project-member] Enqueued Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGHEST for action security_group_members [ 993.481640] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGHEST for action security_group_members [ 993.482000] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-9033491c-d81e-4269-a1f2-642875d7fdc7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.482319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.482319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.483291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.483483] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.483590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.483654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.483830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.483919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.484039] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9033491c-d81e-4269-a1f2-642875d7fdc7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.986069] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.986817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.986817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.986817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.986817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.987009] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.987198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.987271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.987503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.987626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.987756] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 is going to be updated. [ 994.023092] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.023092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.023092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.023092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.023092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.032573] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 in Status: IN_PROGRESS for 2s [ 994.297556] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 994.297754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.297934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.298212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.298438] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.298559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.300056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.300385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.300576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.300716] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.331081] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3faaca92-5ffd-4f8e-b1a0-1c0c391ca85b None None] Enqueued Resource ID: 1756d96b-bd4b-4293-9689-962b5eb5b960 with Priority: HIGHEST for action port [ 994.331831] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1756d96b-bd4b-4293-9689-962b5eb5b960 with Priority: HIGHEST for action port [ 994.332225] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-1756d96b-bd4b-4293-9689-962b5eb5b960 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.332671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1756d96b-bd4b-4293-9689-962b5eb5b960" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.332780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1756d96b-bd4b-4293-9689-962b5eb5b960" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.333189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1756d96b-bd4b-4293-9689-962b5eb5b960" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.333189] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1756d96b-bd4b-4293-9689-962b5eb5b960',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.803455] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.838466] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1756d96b-bd4b-4293-9689-962b5eb5b960 [ 994.838683] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.838783] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.838826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.839299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.839891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.839891] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1756d96b-bd4b-4293-9689-962b5eb5b960 already deleted. [ 994.839891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1756d96b-bd4b-4293-9689-962b5eb5b960" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.306405] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.810736] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.811545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.811545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.811742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.811879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.811964] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 995.886817] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.886817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.886817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.887202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.887413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.901124] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 996.049155] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 in Status: SUCCESS [ 996.049319] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 deletion is rescheduled due to dependency. [ 996.049425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.804512] env[66012]: INFO networking_nsxv3.common.synchronization [req-0785dab3-2d05-4ae9-a202-e2a4bbeddc1b req-bf56d742-efea-4993-b1cd-7eadcab2bf58 tempest-ServersAdminTestJSON-1096529398 tempest-ServersAdminTestJSON-1096529398-project-member] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 996.804512] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGHEST for action security_group_members [ 996.804512] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.804512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.805015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.805015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.805015] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.805015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.806013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.806417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.806417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.806417] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.177149] env[66012]: INFO networking_nsxv3.common.synchronization [None req-18605fce-5400-4e7c-ae6e-c8c7e7f10655 None None] Enqueued Resource ID: b9739697-0954-4a91-bb8d-026f93ff2669 with Priority: HIGHEST for action port [ 997.177149] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9739697-0954-4a91-bb8d-026f93ff2669 with Priority: HIGHEST for action port [ 997.178601] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9739697-0954-4a91-bb8d-026f93ff2669 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.179234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9739697-0954-4a91-bb8d-026f93ff2669" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.179447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9739697-0954-4a91-bb8d-026f93ff2669" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.180452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9739697-0954-4a91-bb8d-026f93ff2669" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.180878] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9739697-0954-4a91-bb8d-026f93ff2669',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.314036] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.314036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.314036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.314036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.314036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.314036] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.314036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.314036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.314036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.314036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.314036] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be updated. [ 997.345168] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.345297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.345368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.347038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.347038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.355858] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: IN_PROGRESS for 2s [ 997.685566] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9739697-0954-4a91-bb8d-026f93ff2669 [ 997.685931] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.686052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.686118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.686361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.686452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.686552] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9739697-0954-4a91-bb8d-026f93ff2669 already deleted. [ 997.686635] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9739697-0954-4a91-bb8d-026f93ff2669" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.913651] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 997.913651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.913841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.914094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.914887] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.914887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.914887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.914887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.914887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.914887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.915678] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.243100] env[66012]: INFO networking_nsxv3.common.synchronization [req-ec47acda-947c-4302-ab82-8dd81030357e req-b46e6d97-a840-42b9-924d-222849614614 tempest-ImagesOneServerNegativeTestJSON-495380986 tempest-ImagesOneServerNegativeTestJSON-495380986-project-member] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 998.243803] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 998.244663] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.244783] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.244887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.245129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.245309] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.245422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.245616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.245765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.245852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.245946] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.418598] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.418754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.418823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.419055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.419946] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.420511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.420602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.420785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.420876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.421525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.423294] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.423294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.423294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.423294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.423294] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.423294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.423294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.423294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.423294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.423294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.423294] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.632733] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.632956] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.633062] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.633339] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.633596] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.633768] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.633882] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.634118] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.634267] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.634474] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.634583] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.634686] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.634789] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.634893] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.635068] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.635128] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.659458] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.659669] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.659816] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.659991] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-912" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.660405] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-de138202-782e-4fe6-8e80-ff8a0b092d58 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.660628] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-de138202-782e-4fe6-8e80-ff8a0b092d58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.660721] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-de138202-782e-4fe6-8e80-ff8a0b092d58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.661083] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-de138202-782e-4fe6-8e80-ff8a0b092d58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.661227] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de138202-782e-4fe6-8e80-ff8a0b092d58',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.748477] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.748640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.748717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.748938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.749094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.749332] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.749428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.749428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.749602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.749680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.749793] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be updated. [ 998.777497] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.777724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.777844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.778272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.778537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.792332] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 998.925769] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcc80b-497f-4869-b957-8b941ed755a6: rpc.has_security_group_logging(os_id): False [ 998.946919] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.947112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.947236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.947550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.947715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.948046] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.948215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.948320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.948519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.948618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.948874] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.948999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.949145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.949316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.949424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.949668] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.949777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.949856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.950048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.950161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.950288] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 999.019938] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.020197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.020197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.020383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.020527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.038137] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 999.163682] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.163939] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.164080] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.164454] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.164670] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.164866] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port de138202-782e-4fe6-8e80-ff8a0b092d58 not found, creating... [ 999.165189] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.165371] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.165502] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.165769] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.165923] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.166409] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.166654] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.166811] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.167100] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.167319] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.167476] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: de138202-782e-4fe6-8e80-ff8a0b092d58 is going to be created. [ 999.203294] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.204240] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.204240] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.204240] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.204442] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.204646] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-de138202-782e-4fe6-8e80-ff8a0b092d58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.370082] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 in Status: SUCCESS [ 999.370082] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 deletion is rescheduled due to dependency. [ 999.370082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.945798] env[66012]: INFO networking_nsxv3.common.synchronization [req-ec47acda-947c-4302-ab82-8dd81030357e req-3de4afca-fb5c-4e9f-9b54-793f47fa5113 service nova] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_rules [ 999.946409] env[66012]: INFO networking_nsxv3.common.synchronization [req-ec47acda-947c-4302-ab82-8dd81030357e req-3de4afca-fb5c-4e9f-9b54-793f47fa5113 service nova] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 999.946409] env[66012]: INFO networking_nsxv3.common.synchronization [req-ec47acda-947c-4302-ab82-8dd81030357e req-3de4afca-fb5c-4e9f-9b54-793f47fa5113 service nova] Enqueued Resource ID: de138202-782e-4fe6-8e80-ff8a0b092d58 with Priority: HIGHEST for action port [ 999.946762] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_rules [ 999.946910] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 999.947017] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de138202-782e-4fe6-8e80-ff8a0b092d58 with Priority: HIGHEST for action port [ 999.947341] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.947467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.947529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.947730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.947809] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.950705] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.951476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.951476] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-de138202-782e-4fe6-8e80-ff8a0b092d58 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.951476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de138202-782e-4fe6-8e80-ff8a0b092d58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.951476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de138202-782e-4fe6-8e80-ff8a0b092d58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.951476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de138202-782e-4fe6-8e80-ff8a0b092d58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.951867] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de138202-782e-4fe6-8e80-ff8a0b092d58',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.451182] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.451525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.453867] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de138202-782e-4fe6-8e80-ff8a0b092d58 with status ACTIVE [ 1000.455877] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.456065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.456172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.456477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.456552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.456687] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.456791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.456853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.457023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.457143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.457329] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.457434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.457495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.457642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.457713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.457797] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de138202-782e-4fe6-8e80-ff8a0b092d58 is going to be updated. [ 1000.485347] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.485622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.485622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.485855] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.485980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.486201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de138202-782e-4fe6-8e80-ff8a0b092d58" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.694303] env[66012]: INFO networking_nsxv3.common.synchronization [req-6e67c4cd-30e9-4c00-9990-13e6659cf59e req-b10bace0-41b6-4729-aa81-12221c94c1f2 tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 1000.695051] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 1000.695373] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.695504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.695562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.695788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.695947] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.696360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.696449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.696607] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.696765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.696815] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.810247] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 1000.810247] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 deletion is rescheduled due to dependency. [ 1000.810247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.810247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.810247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.810247] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.810247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.810247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.810247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.810247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.810247] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.057127] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1001.057946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.061852] env[66012]: INFO networking_nsxv3.common.synchronization [None req-0e1614fa-7d6d-43b9-925d-f97ae1274278 None None] Enqueued Resource ID: 58a96e54-1e31-4d9c-8b77-29457faaf95d with Priority: HIGHEST for action port [ 1001.064586] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a96e54-1e31-4d9c-8b77-29457faaf95d with Priority: HIGHEST for action port [ 1001.064939] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-58a96e54-1e31-4d9c-8b77-29457faaf95d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.065189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58a96e54-1e31-4d9c-8b77-29457faaf95d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.065189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58a96e54-1e31-4d9c-8b77-29457faaf95d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.065399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58a96e54-1e31-4d9c-8b77-29457faaf95d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.065483] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58a96e54-1e31-4d9c-8b77-29457faaf95d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.186525] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-363 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.186758] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.186908] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.187744] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.188264] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.188346] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.188434] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.191457] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.191457] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.191457] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.191457] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.191457] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.191457] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.191457] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.191457] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.191457] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.200705] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.200896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.200970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.201209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.201307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.201509] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.201629] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.201798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.201925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.201925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.202509] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 1001.209466] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.209679] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.209930] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.209985] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.210317] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-3e5704c3-525c-432b-b130-fc85a93dd270 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.210489] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-3e5704c3-525c-432b-b130-fc85a93dd270" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.210604] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-3e5704c3-525c-432b-b130-fc85a93dd270" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.210927] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-3e5704c3-525c-432b-b130-fc85a93dd270" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.211076] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e5704c3-525c-432b-b130-fc85a93dd270',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.229132] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.229270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.229353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.229701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.229870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.249622] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 1001.313131] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.568844] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58a96e54-1e31-4d9c-8b77-29457faaf95d [ 1001.569227] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.569227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.569416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.569513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.569595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.569701] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58a96e54-1e31-4d9c-8b77-29457faaf95d already deleted. [ 1001.569838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58a96e54-1e31-4d9c-8b77-29457faaf95d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.713306] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.713671] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.713842] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.714241] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.714462] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.714675] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 3e5704c3-525c-432b-b130-fc85a93dd270 not found, creating... [ 1001.715081] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.715281] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.715470] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.715753] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.715923] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.716344] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.716527] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.716699] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.716990] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.717235] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.717438] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 3e5704c3-525c-432b-b130-fc85a93dd270 is going to be created. [ 1001.739678] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.739874] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.739987] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.740304] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.740706] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.740884] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-3e5704c3-525c-432b-b130-fc85a93dd270" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.814984] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.318755] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.319108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.319108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.319589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.319589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.319589] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be updated. [ 1002.353394] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.353394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.353394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.353556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.353712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.362923] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 1002.512015] env[66012]: INFO networking_nsxv3.common.synchronization [req-6e67c4cd-30e9-4c00-9990-13e6659cf59e req-9db381ad-a346-4baa-8406-56d179c27e42 service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 1002.512195] env[66012]: INFO networking_nsxv3.common.synchronization [req-6e67c4cd-30e9-4c00-9990-13e6659cf59e req-9db381ad-a346-4baa-8406-56d179c27e42 service nova] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 1002.512326] env[66012]: INFO networking_nsxv3.common.synchronization [req-6e67c4cd-30e9-4c00-9990-13e6659cf59e req-9db381ad-a346-4baa-8406-56d179c27e42 service nova] Enqueued Resource ID: 3e5704c3-525c-432b-b130-fc85a93dd270 with Priority: HIGHEST for action port [ 1002.512830] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_rules [ 1002.512957] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 1002.513058] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e5704c3-525c-432b-b130-fc85a93dd270 with Priority: HIGHEST for action port [ 1002.513369] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.513508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.513587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.513802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.513878] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.514775] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.514864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.515064] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e5704c3-525c-432b-b130-fc85a93dd270 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.515198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e5704c3-525c-432b-b130-fc85a93dd270" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.515240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e5704c3-525c-432b-b130-fc85a93dd270" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.516030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e5704c3-525c-432b-b130-fc85a93dd270" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.516030] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e5704c3-525c-432b-b130-fc85a93dd270',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.017667] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.018052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.018197] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e5704c3-525c-432b-b130-fc85a93dd270 with status ACTIVE [ 1003.018471] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.018643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.018777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.018977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.019107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.019269] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.019425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.019425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.019674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.019674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.019879] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.019959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.020046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.020185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.020264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.020340] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e5704c3-525c-432b-b130-fc85a93dd270 is going to be updated. [ 1003.045246] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.045246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.045246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.045465] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.045544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.045729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e5704c3-525c-432b-b130-fc85a93dd270" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.264741] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 1003.266059] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d deletion is rescheduled due to dependency. [ 1003.266208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.266463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.267331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.267460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.267554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.267615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.269161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.269161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.269161] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.319239] env[66012]: INFO networking_nsxv3.common.synchronization [req-dd83636d-2aa3-4840-8873-ebc14e2f70d1 req-ed77e088-a790-47ea-a2d3-2e0e3b25375e tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1003.321667] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1003.322385] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.323015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.323015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.323015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.323544] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.323997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.323997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.324133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.328034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.328034] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.543033] env[66012]: INFO networking_nsxv3.common.synchronization [None req-8bd052aa-a64e-4b06-a5e6-a3e7eda17e11 None None] Enqueued Resource ID: 448fa98c-f83e-4e8b-a68b-285f6e7b166d with Priority: HIGHEST for action port [ 1003.544573] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 448fa98c-f83e-4e8b-a68b-285f6e7b166d with Priority: HIGHEST for action port [ 1003.544573] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-448fa98c-f83e-4e8b-a68b-285f6e7b166d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.544573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-448fa98c-f83e-4e8b-a68b-285f6e7b166d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.544573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-448fa98c-f83e-4e8b-a68b-285f6e7b166d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.544573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-448fa98c-f83e-4e8b-a68b-285f6e7b166d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.544573] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('448fa98c-f83e-4e8b-a68b-285f6e7b166d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.701050] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.701313] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.701889] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.701889] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.702921] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.702921] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.702921] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.702921] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.702921] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.703119] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.703119] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.703233] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.703321] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.703452] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.703587] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.703737] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.725920] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.726136] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.726317] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.726564] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.726944] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-b2727e52-1763-4d55-802f-6376c8a6486d taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.727154] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-b2727e52-1763-4d55-802f-6376c8a6486d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.727309] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-b2727e52-1763-4d55-802f-6376c8a6486d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.727654] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-b2727e52-1763-4d55-802f-6376c8a6486d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.727787] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2727e52-1763-4d55-802f-6376c8a6486d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.775284] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.829371] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.829540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.829609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.829824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.829927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.830133] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.830234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.830278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.830432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.830503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.830611] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d already deleted. [ 1003.830658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.048154] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 448fa98c-f83e-4e8b-a68b-285f6e7b166d [ 1004.048432] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.048495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.049155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.049155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.049155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.049155] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:448fa98c-f83e-4e8b-a68b-285f6e7b166d already deleted. [ 1004.049155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-448fa98c-f83e-4e8b-a68b-285f6e7b166d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.231040] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.231487] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.231487] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.231672] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.231874] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.232821] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port b2727e52-1763-4d55-802f-6376c8a6486d not found, creating... [ 1004.232821] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.232821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.232821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.232821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.232821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.233291] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.233396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.233505] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.233710] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.233842] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.233976] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: b2727e52-1763-4d55-802f-6376c8a6486d is going to be created. [ 1004.258327] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.258580] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.258667] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.258941] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.259200] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.259432] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-b2727e52-1763-4d55-802f-6376c8a6486d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.280161] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.373757] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 1004.373757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.373920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.374140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.374344] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.374463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.374526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.374678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.374756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.374838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.374934] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.785249] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.785497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.785589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.786614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.786614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.786614] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 1004.825437] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.825660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.825738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.826087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.826441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.837037] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 1004.880734] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.880992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.881091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.881368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.881530] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.881643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.881709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.881881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.881969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.882099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.882264] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.882369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.882429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.882574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.882725] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.882816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.882885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.884166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.884403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.884493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.884560] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.039134] env[66012]: INFO networking_nsxv3.common.synchronization [req-dd83636d-2aa3-4840-8873-ebc14e2f70d1 req-a9b43f39-daad-4048-994e-b063847d3cd2 service nova] Enqueued Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_rules [ 1005.039682] env[66012]: INFO networking_nsxv3.common.synchronization [req-dd83636d-2aa3-4840-8873-ebc14e2f70d1 req-a9b43f39-daad-4048-994e-b063847d3cd2 service nova] Enqueued Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1005.039682] env[66012]: INFO networking_nsxv3.common.synchronization [req-dd83636d-2aa3-4840-8873-ebc14e2f70d1 req-a9b43f39-daad-4048-994e-b063847d3cd2 service nova] Enqueued Resource ID: b2727e52-1763-4d55-802f-6376c8a6486d with Priority: HIGHEST for action port [ 1005.040687] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_rules [ 1005.040926] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1005.041143] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2727e52-1763-4d55-802f-6376c8a6486d with Priority: HIGHEST for action port [ 1005.041574] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.041674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.041712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.042150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.042282] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.043849] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.043849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.043849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.044019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.044499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.044499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.044499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.044696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.044744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.045177] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.048217] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2727e52-1763-4d55-802f-6376c8a6486d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.048217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2727e52-1763-4d55-802f-6376c8a6486d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.048217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2727e52-1763-4d55-802f-6376c8a6486d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.048217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2727e52-1763-4d55-802f-6376c8a6486d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.048217] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2727e52-1763-4d55-802f-6376c8a6486d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.387171] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e38b8f1c-95e7-4305-9191-4d7e0a661623: rpc.has_security_group_logging(os_id): False [ 1005.407113] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.407350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.407453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.407714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.407816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.408062] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.408181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.408319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.408500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.408583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.408791] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.409048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.409048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.409177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.409266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.409560] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.409653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.409699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.409842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.409933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.410098] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be updated. [ 1005.493745] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.495374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.495374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.495374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.495374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.542461] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 1005.550776] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.550776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.551309] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.554051] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2727e52-1763-4d55-802f-6376c8a6486d with status ACTIVE [ 1005.554051] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.554051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.554051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.554051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.554051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.554051] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.554051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.554836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.554836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.554836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.554836] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.554836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.554836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.554836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.555261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.555261] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2727e52-1763-4d55-802f-6376c8a6486d is going to be updated. [ 1005.589907] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.589907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.589907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.590829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.590829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.590829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2727e52-1763-4d55-802f-6376c8a6486d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.060729] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.563512] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.563794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.563930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.564269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.564399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.564537] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d is going to be created. [ 1006.588509] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.588661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.588728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.588936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.589100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.600450] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: UNINITIALIZED for 2s [ 1006.850626] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 1006.851023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.851831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.851831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.851831] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.852041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.852041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.852116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.853033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.853033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.853033] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.313398] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1007.313619] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1007.356263] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.356263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.356263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.356506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.357978] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.357978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.357978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.357978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.357978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.357978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.357978] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.357978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.357978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.357978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.357978] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.358484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.358484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.358484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.358484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.358484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.358484] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.557084] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 1007.557174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.700668] env[66012]: INFO networking_nsxv3.common.synchronization [None req-ea7ad0ac-027c-4bf5-8e8a-1155faa61ed9 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_rules [ 1007.701947] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_rules [ 1007.702052] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deee46c7-faae-4206-94fe-fca0bff7902d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.702964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.702964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.702964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.702964] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.833773] env[66012]: INFO networking_nsxv3.common.synchronization [None req-5d44e61c-ad4f-48e0-8760-8b12988bff73 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_rules [ 1007.834839] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_rules [ 1007.834839] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deee46c7-faae-4206-94fe-fca0bff7902d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.834839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.861109] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38ca4082-aed1-42cd-865d-cb66023e451d: rpc.has_security_group_logging(os_id): False [ 1007.886507] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.886507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.886507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.886664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.886664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.886901] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.886964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.887025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.887174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.887357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.887553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.887745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.887745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.888506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.888588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.888723] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.888893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.888893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.889063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.889109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.889238] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 1007.959239] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.959239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.959239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.959239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.959239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.973668] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 1008.226901] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.227157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.227157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.228480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.228480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.228480] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deee46c7-faae-4206-94fe-fca0bff7902d already deleted. [ 1008.228480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.228480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.228480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.228480] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.622068] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: SUCCESS [ 1008.622386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.622593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.622797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.622995] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.623139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.623196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.623360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.623439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.623522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.623623] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.759240] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.759379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.759454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.759692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.759776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.759875] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deee46c7-faae-4206-94fe-fca0bff7902d already deleted. [ 1008.759954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.131026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.131026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.131026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.131026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.131026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.131872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.131872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.131872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.131872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.131872] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.637115] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4461fa26-1f65-482c-82cc-19a78df5733d: rpc.has_security_group_logging(os_id): False [ 1009.654329] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.654524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.654578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.654869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.654992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.655334] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.655484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.655584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.655977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.656168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.656429] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.656546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.656633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.656859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.656954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.657273] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.657420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.657501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.657663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.657753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.657849] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d is going to be created. [ 1009.716468] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.716468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.716468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.717032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.717032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.731296] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: IN_PROGRESS for 2s [ 1009.990703] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 1009.990703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.172033] env[66012]: INFO networking_nsxv3.common.synchronization [req-8ac613b7-d0d5-4265-b9ee-3d35298e63d3 req-98ba7045-eb39-43cb-b592-527d471c1b99 tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1010.173056] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1010.174180] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.174180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.174180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.174676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.174907] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.174982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.175051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.175209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.175295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.175387] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.671025] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.671025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.671025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.672446] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.672446] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.672446] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.672996] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.672996] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.673106] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.673319] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.673480] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.673573] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.673682] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.673796] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.673898] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.674066] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.678084] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.678084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.678084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.678411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.678411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.678602] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.678735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.678735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.678869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.679016] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.679122] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 already deleted. [ 1010.679242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.701837] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.703025] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.703025] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.703025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.703025] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.703367] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.703423] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.704028] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.704151] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.207890] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.208295] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.208536] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.208933] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.209118] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.209267] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d not found, creating... [ 1011.210215] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.210575] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.210575] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.210876] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.210945] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.211254] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.211473] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.211614] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.211824] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.211959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.212117] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d is going to be created. [ 1011.239819] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.240061] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.240187] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.240474] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.240695] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.240919] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.744788] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: SUCCESS [ 1011.745076] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.987661] env[66012]: INFO networking_nsxv3.common.synchronization [req-8ac613b7-d0d5-4265-b9ee-3d35298e63d3 req-ee1f0ff7-d4ee-487d-963b-3fe95a348cf0 service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1011.987833] env[66012]: INFO networking_nsxv3.common.synchronization [req-8ac613b7-d0d5-4265-b9ee-3d35298e63d3 req-ee1f0ff7-d4ee-487d-963b-3fe95a348cf0 service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1011.987964] env[66012]: INFO networking_nsxv3.common.synchronization [req-8ac613b7-d0d5-4265-b9ee-3d35298e63d3 req-ee1f0ff7-d4ee-487d-963b-3fe95a348cf0 service nova] Enqueued Resource ID: ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d with Priority: HIGHEST for action port [ 1011.988810] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1011.988810] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1011.988810] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d with Priority: HIGHEST for action port [ 1011.989405] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.989564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.989650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.989944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.990034] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.990855] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.990949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.991032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.991249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.991342] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.991431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.991483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.991789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.991789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.991789] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.992564] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.992633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.992685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.993615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.993615] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.495338] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.495338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.495645] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.496658] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d with status ACTIVE [ 1012.496658] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.496773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.496881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.497064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.497138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.497877] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.497877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.497877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.497877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.497877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.497877] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.498204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.498204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.498204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.498318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.498374] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d is going to be updated. [ 1012.523078] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.523078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.523078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.523338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.523338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.523458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffe7c9ba-3d19-4d2b-b0e4-017b2e364c3d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.707915] env[66012]: INFO networking_nsxv3.common.synchronization [req-38356761-6d20-4d2b-a56b-73e11a29abd7 req-75766229-7bc3-46ed-9ec2-17251cdc28e0 tempest-ImagesOneServerNegativeTestJSON-495380986 tempest-ImagesOneServerNegativeTestJSON-495380986-project-member] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 1012.707915] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGHEST for action security_group_members [ 1012.707915] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.707915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.707915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.708754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.709205] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.710082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.710082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.710082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.710549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.710549] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.000445] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.213043] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.213151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.213205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.213464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.213564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.213768] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.213888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.213952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.214126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.214200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.214313] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be updated. [ 1013.243214] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.243427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.243517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.245525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.245525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.255669] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: IN_PROGRESS for 2s [ 1013.506283] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.506419] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.506554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.506745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.506846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.506997] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be created. [ 1013.539061] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.539061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.539061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.539401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.539582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.551481] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: UNINITIALIZED for 2s [ 1015.261913] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.262276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.262276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.262406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.262461] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.265037] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 in Status: SUCCESS [ 1015.265154] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 deletion is rescheduled due to dependency. [ 1015.265280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.564760] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1015.564992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.565178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.565415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.566884] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.566884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.567181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.567181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.567315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.567424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.567538] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.765244] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.834639] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed6ef1b5-5764-4622-813e-219d5927bccd req-c2eca8c0-4a65-44fc-9c63-75ba7b427b67 tempest-ServerRescueNegativeTestJSON-1984163851 tempest-ServerRescueNegativeTestJSON-1984163851-project-member] Enqueued Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1015.835468] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1015.835806] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.835928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.835993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.836975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.837171] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.837328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.837399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.837558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.837643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.837734] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.073186] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.073186] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.073186] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.073186] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.073186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.073860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.073860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.073860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.073860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.073860] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.267785] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.297893] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.298135] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.298270] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.299426] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.299426] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.299426] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.299426] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.299426] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.299919] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.299919] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.299919] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.299919] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.300079] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.300111] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1016.300199] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.300323] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.324093] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.324819] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1016.324819] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.324819] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.324997] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.325138] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.325470] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.325665] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.325836] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5aba36b-5e4e-4efa-9536-4e8ed3659a03',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.341338] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.341822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.341927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.342251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.342438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.342987] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.343104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.343149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.343416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.343551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.343684] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e already deleted. [ 1016.343821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.576831] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf695c8c-e15e-4035-b879-f5326a70aec0: rpc.has_security_group_logging(os_id): False [ 1016.599636] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.599636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.599636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.599636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.599993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.599993] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.600148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.600148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.600267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.600335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.601905] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.601905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.601905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.601905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.601905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.601905] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.601905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.601905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.601905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.601905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.601905] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be created. [ 1016.689462] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.689462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.689462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.689804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.689804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.703769] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1016.769132] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1016.769341] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1016.829456] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.829883] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.830107] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.830540] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.830929] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.831316] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port d5aba36b-5e4e-4efa-9536-4e8ed3659a03 not found, creating... [ 1016.831739] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.832026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.832266] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.833177] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.833490] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.834255] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.834442] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.835127] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.835402] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.835558] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.835726] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: d5aba36b-5e4e-4efa-9536-4e8ed3659a03 is going to be created. [ 1016.874535] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.874668] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.874712] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.875347] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.875347] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.875675] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.593418] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed6ef1b5-5764-4622-813e-219d5927bccd req-cd32b0fe-a24b-43aa-ba2f-b3efc4b31011 service nova] Enqueued Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_rules [ 1017.593661] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed6ef1b5-5764-4622-813e-219d5927bccd req-cd32b0fe-a24b-43aa-ba2f-b3efc4b31011 service nova] Enqueued Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1017.593816] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed6ef1b5-5764-4622-813e-219d5927bccd req-cd32b0fe-a24b-43aa-ba2f-b3efc4b31011 service nova] Enqueued Resource ID: d5aba36b-5e4e-4efa-9536-4e8ed3659a03 with Priority: HIGHEST for action port [ 1017.594373] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_rules [ 1017.595031] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1017.595131] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aba36b-5e4e-4efa-9536-4e8ed3659a03 with Priority: HIGHEST for action port [ 1017.595429] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.595555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.595628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.595882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.596047] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.596850] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.596973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.597051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.597321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.597465] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.597738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.597738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.597879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.597879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.597949] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.599654] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.599770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.599824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.600272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.600362] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5aba36b-5e4e-4efa-9536-4e8ed3659a03',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.703025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.703025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.703025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.703025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.720648] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1017.721651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.723231] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1017.759488] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.759804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.759804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.759896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.770211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.771014] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1017.771143] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1017.771290] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1017.818967] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.819096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.819253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.819453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.821383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.821671] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1017.915480] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.915710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.915809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.916381] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.916608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.917220] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1017.997709] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.997961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.997961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.998322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.998616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.999028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1017.999126] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1fabced9-a5ca-4fa0-9a26-3a580bea0491', 'adbac70a-cd63-4e0e-b3f1-1c1b96684cab', '9033491c-d81e-4269-a1f2-642875d7fdc7', '5b8fc692-bd22-4dda-8c66-fff90d0bda10', '5803148e-118e-4f34-9d85-37688b8d1dda', '88483200-2834-4e48-bedf-6dcda8a2c589', '5200094e-bf0d-4aa0-9188-f3adc7bc2af1', 'e38b8f1c-95e7-4305-9191-4d7e0a661623', 'b7460ba2-b62c-4d56-a2d6-c951a674e839', '9fd765f8-bf21-4b9d-9e53-3ce3cefea7da', '7cdb419e-ac2f-4165-a653-949856fa3271', '16bcc80b-497f-4869-b957-8b941ed755a6', '8d38c898-40a0-4677-88aa-9020dff46dd1', 'e50ec13f-ba10-44d4-b4f5-113a7c4cac15', 'e20211d5-d0c4-42a1-a4df-d9f80dde3363', '1a22ea5b-8ac2-46d3-a664-90cbcf37b334', '82835eed-ee17-4ef1-992e-d4587efa8183', '2714e2f9-6188-4d18-bf96-09e53d199033', '0014b423-8661-4aee-bed8-1e93987f42c3', 'a4231f3e-1c31-4914-86cc-6aa56396a0cf', 'bf695c8c-e15e-4035-b879-f5326a70aec0', 'deb4b985-f7c1-4932-83b9-41e3d139a6ce', '75c1e3a8-ebd8-48b5-ad34-54253d2dbee2', '87423b69-ce89-4f60-b1d3-d85f2ccc3b1a', 'ca241796-8f32-47bc-8d6a-ed178050a919', '2254a96d-eefb-4eb2-96a2-624f1106db5e', 'aba9ef1f-36d7-4a22-aca2-6c1b484a288d', 'e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24', 'c40135b4-d777-4c73-8cea-0a35b8354c7f', 'f1fc3707-1754-4ccb-8c29-27878f04d3af', '522fb6cb-577b-4b07-926e-1b6c846d6226', '57cb3643-8014-403a-9751-129ef92f43b7', 'e0a5e084-4dd6-4851-8648-2d64f0caa207', '2375c1fd-9d60-4d87-a7a8-e6ae9705577a', 'cc5e529a-aa49-46e5-a32d-e2918b9136be', '7c55565a-196e-4a58-a1d3-9424b426aeac', '2640177c-35a5-43d2-9b42-0599e51fab0c', '4461fa26-1f65-482c-82cc-19a78df5733d', '38ca4082-aed1-42cd-865d-cb66023e451d', '96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6', '4cc19d8e-97a1-47a4-948e-599d807ce6a2', 'e709f7ee-3595-4cfc-85ad-98a0c4e2bedd', 'c3540d2d-67d4-4319-a8c3-6c4857a4c75b'} {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1017.999244] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1018.021374] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.021374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.021374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.021374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.021374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.021374] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1018.021374] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1018.021374] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1018.094025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.094179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.094179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.094495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.095597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.096036] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1018.096133] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1018.096133] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1018.097657] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1018.097657] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGH for action security_group_rules [ 1018.097657] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGH for action security_group_rules [ 1018.098408] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGH for action security_group_rules [ 1018.098408] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGH for action security_group_rules [ 1018.098408] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGH for action security_group_rules [ 1018.098408] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGH for action security_group_rules [ 1018.098408] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGH for action security_group_rules [ 1018.098566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.107303] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.108063] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.108309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.108626] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5aba36b-5e4e-4efa-9536-4e8ed3659a03 with status ACTIVE [ 1018.108626] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.108752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.108752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.108963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.109088] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.109252] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.109491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.109491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.109655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.109655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.109891] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.109989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.109989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.111104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.111199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.111298] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5aba36b-5e4e-4efa-9536-4e8ed3659a03 is going to be updated. [ 1018.141732] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.141938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.142053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.142371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.143416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.143416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5aba36b-5e4e-4efa-9536-4e8ed3659a03" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.614016] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.722694] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1018.722985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.118562] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.118736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.118736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.119357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.119357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.119357] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e is going to be created. [ 1019.151867] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.151959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.151997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.152203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.152361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.163917] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: UNINITIALIZED for 2s [ 1019.322307] env[66012]: INFO networking_nsxv3.common.synchronization [req-5fcf4763-2ced-4257-a3a3-b157384f67c4 req-ccc8eda7-05c8-4e49-b3df-a2e0458a4999 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1019.322816] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1019.323038] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGH for action security_group_rules [ 1019.323160] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 with Priority: HIGH for action security_group_rules [ 1019.323278] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 with Priority: HIGH for action security_group_rules [ 1019.323405] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 with Priority: HIGH for action security_group_rules [ 1019.323520] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf with Priority: HIGH for action security_group_rules [ 1019.323616] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0014b423-8661-4aee-bed8-1e93987f42c3 with Priority: HIGH for action security_group_rules [ 1019.323739] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGH for action security_group_rules [ 1019.323795] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGH for action security_group_rules [ 1019.323887] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 with Priority: HIGH for action security_group_rules [ 1019.324093] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGH for action security_group_rules [ 1019.324351] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 with Priority: HIGH for action security_group_rules [ 1019.324461] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGH for action security_group_rules [ 1019.324533] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cdb419e-ac2f-4165-a653-949856fa3271 with Priority: HIGH for action security_group_rules [ 1019.324622] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da with Priority: HIGH for action security_group_rules [ 1019.324740] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGH for action security_group_rules [ 1019.324833] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88483200-2834-4e48-bedf-6dcda8a2c589 with Priority: HIGH for action security_group_rules [ 1019.324919] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 with Priority: HIGH for action security_group_rules [ 1019.325191] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5803148e-118e-4f34-9d85-37688b8d1dda with Priority: HIGH for action security_group_rules [ 1019.325191] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab with Priority: HIGH for action security_group_rules [ 1019.325358] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGH for action security_group_rules [ 1019.326069] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.326069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.326069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.326307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.327261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.327261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.327642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.327642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.327778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.327778] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.328819] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.328964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.330329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.330489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.330578] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.331993] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9033491c-d81e-4269-a1f2-642875d7fdc7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.331993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.331993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.331993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.331993] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9033491c-d81e-4269-a1f2-642875d7fdc7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.333398] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.333398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.333398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.333398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.333398] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5200094e-bf0d-4aa0-9188-f3adc7bc2af1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.335527] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.335527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.335527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.335527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.335527] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20211d5-d0c4-42a1-a4df-d9f80dde3363',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.336586] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.336734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.336882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.337017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.337139] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4231f3e-1c31-4914-86cc-6aa56396a0cf',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.338199] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0014b423-8661-4aee-bed8-1e93987f42c3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.338377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.338481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.338728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.338845] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0014b423-8661-4aee-bed8-1e93987f42c3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.339809] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.341092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.341092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.341092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.341092] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.341490] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.341599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.341656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.341845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.341952] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.344184] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.344184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.344184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.344184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.344184] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e50ec13f-ba10-44d4-b4f5-113a7c4cac15',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.344553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.344609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.345376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.345376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.346303] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.346460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d38c898-40a0-4677-88aa-9020dff46dd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.346796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.346796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.346893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.346935] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d38c898-40a0-4677-88aa-9020dff46dd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.350444] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.350444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.350444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.350444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.350444] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.351664] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7cdb419e-ac2f-4165-a653-949856fa3271 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.351857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.351993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.352259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.352366] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7cdb419e-ac2f-4165-a653-949856fa3271',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.356453] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.356608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.356689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.356872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.356957] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9fd765f8-bf21-4b9d-9e53-3ce3cefea7da',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.358220] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.358220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.358371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.358473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.358550] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.360260] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88483200-2834-4e48-bedf-6dcda8a2c589 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.360260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.361176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.361176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.361176] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88483200-2834-4e48-bedf-6dcda8a2c589',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.362293] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e38b8f1c-95e7-4305-9191-4d7e0a661623 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.362293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.362442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.362552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.363346] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e38b8f1c-95e7-4305-9191-4d7e0a661623',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.364668] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5803148e-118e-4f34-9d85-37688b8d1dda taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.364814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.364884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.365164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.365406] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5803148e-118e-4f34-9d85-37688b8d1dda',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.367086] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.367086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.367086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.367473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.367473] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adbac70a-cd63-4e0e-b3f1-1c1b96684cab',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.368136] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.368252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.368304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.368523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.368667] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.442110] env[66012]: INFO networking_nsxv3.common.synchronization [None req-ccc8207a-efad-4879-b3d4-ebdb2bcfbd82 None None] Enqueued Resource ID: 159fba3d-0f86-423f-8027-9f28f172245d with Priority: HIGHEST for action port [ 1019.442110] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 159fba3d-0f86-423f-8027-9f28f172245d with Priority: HIGHEST for action port [ 1019.442110] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-159fba3d-0f86-423f-8027-9f28f172245d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.442110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-159fba3d-0f86-423f-8027-9f28f172245d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.442110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-159fba3d-0f86-423f-8027-9f28f172245d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.442110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-159fba3d-0f86-423f-8027-9f28f172245d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.442110] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('159fba3d-0f86-423f-8027-9f28f172245d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.705998] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.705998] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.705998] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.705998] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.705998] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.706491] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.706491] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.706491] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.706606] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.707102] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.707102] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.707102] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.707102] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.707346] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.707346] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.707428] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.729552] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.729808] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.730391] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.730391] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.730556] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.730762] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.731842] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.731842] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.731842] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d009ce-a2aa-4dd6-b766-9ebdd1296d98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.876872] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.877030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.877102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.877415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.877583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.877711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.877751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.877927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.878238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.878277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.878418] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.880995] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.881467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.881467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.881601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.882125] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.882125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.882125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.883961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.883961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.883961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.883961] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.900684] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.900684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.900684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.901141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.903949] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.904103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.904151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.905789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.905789] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.905789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.905789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.905789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.906045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.906045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.906119] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.908137] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.908137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.908137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.908137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.908137] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.908137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.908137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.908137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.908137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.908137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.908137] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.910202] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.910285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.910330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.911098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.911098] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.911098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.911098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.911098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.911098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.911471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.911471] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.945567] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 159fba3d-0f86-423f-8027-9f28f172245d [ 1019.945887] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.946027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.946107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.946331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.946439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.946531] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:159fba3d-0f86-423f-8027-9f28f172245d already deleted. [ 1019.946617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-159fba3d-0f86-423f-8027-9f28f172245d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.971916] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.972150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.973593] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.973593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.974057] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.974177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.974534] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.976263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.976263] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.976263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.976704] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.976814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.057531] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.057671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.059114] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.059114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.062630] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.062630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.062630] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.062630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.062630] env[66012]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.062630] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.062630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.063133] env[66012]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.063582] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.063684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.064425] env[66012]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.064847] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.064957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.065776] env[66012]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.066255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.066488] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.066576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.066619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.066851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.066935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.067061] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1020.068029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.068205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.068498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.068498] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be deleted. [ 1020.070202] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.070324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.070396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.070567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.073513] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.073628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.103374] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.103554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.103595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.104166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.104166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.105892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.106035] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5803148e-118e-4f34-9d85-37688b8d1dda is going to be deleted. [ 1020.107783] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.107988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.126697] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1020.138820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.138990] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88483200-2834-4e48-bedf-6dcda8a2c589 is going to be deleted. [ 1020.140735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.140735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.142746] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.142746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.169990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.170144] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5200094e-bf0d-4aa0-9188-f3adc7bc2af1 is going to be deleted. [ 1020.171669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.171669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.185674] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.185899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.198910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.199085] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9fd765f8-bf21-4b9d-9e53-3ce3cefea7da is going to be deleted. [ 1020.200138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.201459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.226046] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.226046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.234568] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.234859] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.235038] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.235696] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.235829] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.235985] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 36d009ce-a2aa-4dd6-b766-9ebdd1296d98 not found, creating... [ 1020.236267] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.236476] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.236605] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.236852] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.236987] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.237642] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.237940] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.238121] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.238354] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.238501] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.238644] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 36d009ce-a2aa-4dd6-b766-9ebdd1296d98 is going to be created. [ 1020.245259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.245259] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20211d5-d0c4-42a1-a4df-d9f80dde3363 is going to be deleted. [ 1020.245259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.245259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.250690] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.250868] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.295029] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.295314] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.295474] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.295795] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.296025] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.296279] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.318542] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.318834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.320136] env[66012]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1020.320908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.321179] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e38b8f1c-95e7-4305-9191-4d7e0a661623 is going to be deleted. [ 1020.323231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.323531] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.380584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.380978] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d38c898-40a0-4677-88aa-9020dff46dd1 is going to be deleted. [ 1020.382050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.382290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.390519] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.394991] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.418106] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.418356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.418434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.418808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.418944] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.419079] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.419184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.419371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.419463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.419574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.420019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.420019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.420019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.420194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.420376] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.420474] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.420540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.420688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.420764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.420846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.420932] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.423291] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.424611] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.424611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.424611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.424611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.424611] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.424893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.424893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.424959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.425217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.425217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.425321] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.425468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.425649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.425907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.426603] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.426603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.426603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.426603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.426603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.426603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.426873] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.436894] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.436894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.439986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.440132] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adbac70a-cd63-4e0e-b3f1-1c1b96684cab is going to be deleted. [ 1020.441658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.441889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.488569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.488805] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7cdb419e-ac2f-4165-a653-949856fa3271 is going to be deleted. [ 1020.491039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.491039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.565028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.565197] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0014b423-8661-4aee-bed8-1e93987f42c3 is going to be deleted. [ 1020.566790] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.566958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.566958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.572220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.572335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.572465] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e38b8f1c-95e7-4305-9191-4d7e0a661623" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.572844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.572844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.574487] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.574594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.586762] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.586945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.649587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.649587] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e50ec13f-ba10-44d4-b4f5-113a7c4cac15 is going to be deleted. [ 1020.649587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.649587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.710508] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.710916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.745482] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.745851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.752986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.753171] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9033491c-d81e-4269-a1f2-642875d7fdc7 is going to be deleted. [ 1020.755167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.755167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.786527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.787408] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be deleted. [ 1020.791734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.793432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.793432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.793567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.793763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.793981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.794078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.794230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5803148e-118e-4f34-9d85-37688b8d1dda" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.794880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.795082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.795179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.795304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88483200-2834-4e48-bedf-6dcda8a2c589" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.795451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.795600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5200094e-bf0d-4aa0-9188-f3adc7bc2af1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.796141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9fd765f8-bf21-4b9d-9e53-3ce3cefea7da" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.796618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.796618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.796618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.797695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20211d5-d0c4-42a1-a4df-d9f80dde3363" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.797695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.797695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.805538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.805668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.882765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.882765] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4231f3e-1c31-4914-86cc-6aa56396a0cf is going to be deleted. [ 1020.885030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.885030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.885030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.885030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d38c898-40a0-4677-88aa-9020dff46dd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.885030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.885030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.885030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.885030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adbac70a-cd63-4e0e-b3f1-1c1b96684cab" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.885493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.885493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.885493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.885584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7cdb419e-ac2f-4165-a653-949856fa3271" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.885690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.885879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.885912] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.886014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0014b423-8661-4aee-bed8-1e93987f42c3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.886142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.886286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.886341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.886446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e50ec13f-ba10-44d4-b4f5-113a7c4cac15" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.893546] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82835eed-ee17-4ef1-992e-d4587efa8183: rpc.has_security_group_logging(os_id): False [ 1020.897791] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabced9-a5ca-4fa0-9a26-3a580bea0491: rpc.has_security_group_logging(os_id): False [ 1020.924968] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcc80b-497f-4869-b957-8b941ed755a6: rpc.has_security_group_logging(os_id): False [ 1020.931256] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1a22ea5b-8ac2-46d3-a664-90cbcf37b334: rpc.has_security_group_logging(os_id): False [ 1020.931813] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7460ba2-b62c-4d56-a2d6-c951a674e839: rpc.has_security_group_logging(os_id): False [ 1020.957472] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.957663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.957720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.957946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.959713] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.959836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.966226] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.966226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.966226] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.966226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.970841] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.971023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.971967] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.972142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.986914] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.987129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.008589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.010140] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.010291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.010331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.010664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.010664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.010731] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1021.011953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.012324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.038610] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.038802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.064192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.065278] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.065691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.065691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.067488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.067488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.067488] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82835eed-ee17-4ef1-992e-d4587efa8183 is going to be updated. [ 1021.067588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.067756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.135304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.135722] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.135903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.135903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.136163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.136237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.136497] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.136672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.136753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.136849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.136924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.137128] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.137211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.137275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.137481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.137543] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.137672] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1021.139152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.139152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.156019] env[66012]: INFO networking_nsxv3.common.synchronization [req-5fcf4763-2ced-4257-a3a3-b157384f67c4 req-6bae5129-2d2a-4957-a906-6cfb37372afb service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 1021.156019] env[66012]: INFO networking_nsxv3.common.synchronization [req-5fcf4763-2ced-4257-a3a3-b157384f67c4 req-6bae5129-2d2a-4957-a906-6cfb37372afb service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1021.156019] env[66012]: INFO networking_nsxv3.common.synchronization [req-5fcf4763-2ced-4257-a3a3-b157384f67c4 req-6bae5129-2d2a-4957-a906-6cfb37372afb service nova] Enqueued Resource ID: 36d009ce-a2aa-4dd6-b766-9ebdd1296d98 with Priority: HIGHEST for action port [ 1021.156019] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 1021.156019] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1021.156612] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d009ce-a2aa-4dd6-b766-9ebdd1296d98 with Priority: HIGHEST for action port [ 1021.157067] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.157507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.157712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.158922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.158922] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.159571] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.159838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.161244] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.162474] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.162474] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.162474] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.162474] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d009ce-a2aa-4dd6-b766-9ebdd1296d98',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.177795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.178773] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.178773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.178773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.179093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.179823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.180042] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 is going to be updated. [ 1021.184593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.185503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.185666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.185848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.186162] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.186442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.186569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.186767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4231f3e-1c31-4914-86cc-6aa56396a0cf" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.187986] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: SUCCESS [ 1021.188282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.189748] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.189942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.190080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.190377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.190632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.191765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.192063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.192190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.192363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9033491c-d81e-4269-a1f2-642875d7fdc7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.195880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.196105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.197536] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.198999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.198999] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.198999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.198999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.198999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.198999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.198999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.198999] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.229283] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.229529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.239205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.239205] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.239641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.239812] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.240280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.240428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.240770] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.240936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.241029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.241250] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.241356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.242040] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.242040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.242040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.242040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.242040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.242040] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1021.243593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.243950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.244069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.246074] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1021.277481] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.278845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.278845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.278845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.278845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.289992] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82835eed-ee17-4ef1-992e-d4587efa8183 in Status: IN_PROGRESS for 2s [ 1021.319837] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1021.369669] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.369669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.369669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.370038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.370091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.438092] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: IN_PROGRESS for 2s [ 1021.445025] env[66012]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1021.445025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.445025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.445025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.445025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.445025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.505712] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1021.663861] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36d009ce-a2aa-4dd6-b766-9ebdd1296d98 with status ACTIVE [ 1021.664270] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.664494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.664573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.665423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.665423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.665423] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.665667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.665667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.665897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.665943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.666260] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.668038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.668038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.668038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.668038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.668038] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36d009ce-a2aa-4dd6-b766-9ebdd1296d98 is going to be updated. [ 1021.668737] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.668890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.701454] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.701794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.701794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.702027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.702223] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.702337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.702434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.702642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.702728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.702815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.702970] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.703074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.703284] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.703284] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.705132] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.705132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.705132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.705132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.705132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.705132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.705132] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.705534] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.705682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.705682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.706012] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.706012] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.706173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d009ce-a2aa-4dd6-b766-9ebdd1296d98" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.140089] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1022.140483] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 deletion is rescheduled due to dependency. [ 1022.140642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.141537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.141537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.141537] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.141756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.141796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.142108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.142301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.142420] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.208464] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82bdaec2-ae0d-48bf-836b-1868c2e8997e: rpc.has_security_group_logging(os_id): False [ 1022.231020] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.231020] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.231020] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.231020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.232079] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.232327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.232571] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.232882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.234042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.234042] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e is going to be created. [ 1022.292699] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.293015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.293299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.295165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.295539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.318939] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: IN_PROGRESS for 2s [ 1022.645861] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.689068] env[66012]: INFO networking_nsxv3.common.synchronization [None req-41c0f578-a9d5-4e5a-8830-de02bdf3159b None None] Enqueued Resource ID: 1cf4a98b-cf88-42ae-8b9e-de560c0aca8f with Priority: HIGHEST for action port [ 1022.689614] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cf4a98b-cf88-42ae-8b9e-de560c0aca8f with Priority: HIGHEST for action port [ 1022.689962] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cf4a98b-cf88-42ae-8b9e-de560c0aca8f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.690104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cf4a98b-cf88-42ae-8b9e-de560c0aca8f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.691362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cf4a98b-cf88-42ae-8b9e-de560c0aca8f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.691865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cf4a98b-cf88-42ae-8b9e-de560c0aca8f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.691865] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cf4a98b-cf88-42ae-8b9e-de560c0aca8f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.915103] env[66012]: INFO networking_nsxv3.common.synchronization [None req-b76f1d24-92d6-4d15-adf7-98e9a1b98f10 None None] Enqueued Resource ID: dba98cf9-9a10-4491-ba8c-2005b6267dc8 with Priority: HIGHEST for action port [ 1022.915824] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba98cf9-9a10-4491-ba8c-2005b6267dc8 with Priority: HIGHEST for action port [ 1022.916207] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-dba98cf9-9a10-4491-ba8c-2005b6267dc8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.916397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dba98cf9-9a10-4491-ba8c-2005b6267dc8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.916481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dba98cf9-9a10-4491-ba8c-2005b6267dc8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.916859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dba98cf9-9a10-4491-ba8c-2005b6267dc8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.916859] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba98cf9-9a10-4491-ba8c-2005b6267dc8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.149144] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.197343] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cf4a98b-cf88-42ae-8b9e-de560c0aca8f [ 1023.197726] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.198819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.198819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.199063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.199158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.199257] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cf4a98b-cf88-42ae-8b9e-de560c0aca8f already deleted. [ 1023.199378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cf4a98b-cf88-42ae-8b9e-de560c0aca8f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.261445] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1023.261588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.305254] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82835eed-ee17-4ef1-992e-d4587efa8183 in Status: SUCCESS [ 1023.305550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.338433] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1023.338798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.419331] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dba98cf9-9a10-4491-ba8c-2005b6267dc8 [ 1023.419583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.419760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.419831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.420099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.420240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.420381] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dba98cf9-9a10-4491-ba8c-2005b6267dc8 already deleted. [ 1023.420477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dba98cf9-9a10-4491-ba8c-2005b6267dc8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.457865] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: SUCCESS [ 1023.458180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.536126] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1023.536438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.652602] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.652816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.652816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.653868] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.653868] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.653868] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1023.687203] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.688539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.688668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.688873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.689034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.698798] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1023.948289] env[66012]: INFO networking_nsxv3.common.synchronization [None req-90f13db3-575f-437a-9984-f95d51da142c tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1023.948706] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1023.949029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.949159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.949224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.949492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.949607] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.066383] env[66012]: INFO networking_nsxv3.common.synchronization [None req-2e190be7-aefe-4fa2-aabd-1164a2c6c86a tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1024.067163] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1024.067548] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.067678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.333896] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: SUCCESS [ 1024.334190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.475500] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.475856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.475990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.476294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.476451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.476606] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 already deleted. [ 1024.477445] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.477723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.477971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.478083] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.755035] env[66012]: INFO networking_nsxv3.common.synchronization [req-ec4ee918-e4c9-4eb1-acfa-ae55e61b6606 req-8eddb624-c6ac-4ccf-939b-2ae06abbfb1b tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1024.755035] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1024.755035] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.755035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.755035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.755035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.755761] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.756055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.756252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.756565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.756798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.757108] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.004509] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.004509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.004509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.004509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.004509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.004509] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 already deleted. [ 1025.004509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.260232] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.260444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.260489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.260666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.287158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.287538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.287683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.289642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.289642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.289642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.289642] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1025.321560] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.321842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.321842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.321963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.322082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.333232] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1025.655334] env[66012]: INFO networking_nsxv3.common.synchronization [req-563224a9-89c1-421f-add3-5f63a6648cab req-77d17f55-b58c-4d42-a72e-c200d195ff53 tempest-ServerRescueNegativeTestJSON-1984163851 tempest-ServerRescueNegativeTestJSON-1984163851-project-member] Enqueued Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1025.655900] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1025.656220] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.656342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.656409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.656604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.656753] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.656848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.656926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.658044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.658142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.658245] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.710718] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1025.711199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.711317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.711626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.712898] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.712898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.712898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.712898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.712898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.712898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.712898] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.920528] env[66012]: INFO networking_nsxv3.common.synchronization [None req-b33608db-4e5a-4e7f-bbd6-ad6857c7af39 None None] Enqueued Resource ID: 58e6aa08-27f5-4ccd-8005-303b7e22ec96 with Priority: HIGHEST for action port [ 1025.920816] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58e6aa08-27f5-4ccd-8005-303b7e22ec96 with Priority: HIGHEST for action port [ 1025.921377] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-58e6aa08-27f5-4ccd-8005-303b7e22ec96 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.921537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58e6aa08-27f5-4ccd-8005-303b7e22ec96" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.921606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58e6aa08-27f5-4ccd-8005-303b7e22ec96" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.921925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58e6aa08-27f5-4ccd-8005-303b7e22ec96" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.922028] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58e6aa08-27f5-4ccd-8005-303b7e22ec96',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.067098] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d1a4e5c-99c5-4d84-b201-48705ab96059 req-c542bec7-d1a3-4186-b525-4150d9971c36 tempest-ImagesTestJSON-811411284 tempest-ImagesTestJSON-811411284-project-member] Enqueued Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 1026.068033] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ca4082-aed1-42cd-865d-cb66023e451d with Priority: HIGHEST for action security_group_members [ 1026.068456] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-38ca4082-aed1-42cd-865d-cb66023e451d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.068673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.068673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.069043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.069112] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.069178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.069230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.069640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.069640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.069640] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38ca4082-aed1-42cd-865d-cb66023e451d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.159111] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.160275] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.160275] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.160275] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.160275] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.160539] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.160539] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.160678] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.160832] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.161057] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.161265] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.161326] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.161374] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.161495] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.161599] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.161735] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.163630] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.185508] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.185712] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.185852] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.186110] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.186471] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.186734] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.187027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.187257] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.187453] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cade48-4e54-47b9-9db2-4ae3e79ceebc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.221169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.221169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.221169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.221169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.221169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.221774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.221774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.221774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.221774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.221774] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.427021] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58e6aa08-27f5-4ccd-8005-303b7e22ec96 [ 1026.427021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.427021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.427021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.427021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.427021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.427021] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58e6aa08-27f5-4ccd-8005-303b7e22ec96 already deleted. [ 1026.427021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58e6aa08-27f5-4ccd-8005-303b7e22ec96" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.575341] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.575612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.575612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.575784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.597812] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.598117] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.598233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.598291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.598531] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.598612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.598824] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d is going to be updated. [ 1026.632291] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.632443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.632521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.632881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.633213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.645953] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: IN_PROGRESS for 2s [ 1026.666159] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.690604] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.690818] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.690975] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.691248] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.691401] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.691550] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port e5cade48-4e54-47b9-9db2-4ae3e79ceebc not found, creating... [ 1026.691811] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.691966] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.692090] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.692306] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.692461] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.692712] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.692865] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.692978] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.694348] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.694513] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.694674] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: e5cade48-4e54-47b9-9db2-4ae3e79ceebc is going to be created. [ 1026.718246] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.718557] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.718557] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.718857] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.719098] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.719640] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.724339] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2714e2f9-6188-4d18-bf96-09e53d199033: rpc.has_security_group_logging(os_id): False [ 1026.742860] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.743055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.743131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.743345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.743437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.743669] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.743788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.743829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.743984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.744073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.744253] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.744348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.744414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.744593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.744673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.744856] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.744951] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.745555] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.747925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.747925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.747925] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be created. [ 1026.848805] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.849048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.849048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.849257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.849441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.871667] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1027.087804] env[66012]: INFO networking_nsxv3.common.synchronization [None req-fff39232-9d3e-4e32-b37c-5cab3a90fd71 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1027.088455] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1027.088883] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.089028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.089101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.089310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.089471] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.089578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.089632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.089800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.089904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.089985] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.169177] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.169410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.169410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.169678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.169718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.169796] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e is going to be updated. [ 1027.200646] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.200824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.200865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.201114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.202078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.214314] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: IN_PROGRESS for 2s [ 1027.345050] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1027.345050] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1027.345050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.462721] env[66012]: INFO networking_nsxv3.common.synchronization [req-563224a9-89c1-421f-add3-5f63a6648cab req-95f7b05f-938d-44d1-aaf0-8c0bad778f34 service nova] Enqueued Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_rules [ 1027.462888] env[66012]: INFO networking_nsxv3.common.synchronization [req-563224a9-89c1-421f-add3-5f63a6648cab req-95f7b05f-938d-44d1-aaf0-8c0bad778f34 service nova] Enqueued Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1027.463570] env[66012]: INFO networking_nsxv3.common.synchronization [req-563224a9-89c1-421f-add3-5f63a6648cab req-95f7b05f-938d-44d1-aaf0-8c0bad778f34 service nova] Enqueued Resource ID: e5cade48-4e54-47b9-9db2-4ae3e79ceebc with Priority: HIGHEST for action port [ 1027.463570] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_rules [ 1027.463960] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1027.463960] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5cade48-4e54-47b9-9db2-4ae3e79ceebc with Priority: HIGHEST for action port [ 1027.464287] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.464425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.464477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.464690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.464760] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.465603] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.465704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.465889] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.466059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.466059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.466838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.466838] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5cade48-4e54-47b9-9db2-4ae3e79ceebc',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.593977] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.972378] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.972644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.972822] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5cade48-4e54-47b9-9db2-4ae3e79ceebc with status ACTIVE [ 1027.972963] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.973101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.973101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.973292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.973384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.973556] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.973651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.973710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.973861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.973973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.974141] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.974230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.974289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.974421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.974612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.974612] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5cade48-4e54-47b9-9db2-4ae3e79ceebc is going to be updated. [ 1027.997687] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.997820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.997867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.998547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.998547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.998547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5cade48-4e54-47b9-9db2-4ae3e79ceebc" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.096935] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.205776] env[66012]: INFO networking_nsxv3.common.synchronization [req-30dcda5e-6359-4313-873d-2d395a4d334b req-e39c3cfc-4670-40b9-9a1f-e0c049c79274 tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1028.206354] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1028.206670] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.206798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.206866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.207075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.207227] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.207363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.207421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.207766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.207766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.207766] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.578333] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.578594] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.578777] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.578970] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.579363] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.579567] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.579711] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.580257] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.580257] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.580407] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.580490] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.580622] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.580751] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.580885] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.581022] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.581188] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.600323] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.600519] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.600670] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.600877] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.601244] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-597dac08-81a9-4c9c-a88a-48d131ba6895 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.601584] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-597dac08-81a9-4c9c-a88a-48d131ba6895" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.601584] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-597dac08-81a9-4c9c-a88a-48d131ba6895" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.601955] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-597dac08-81a9-4c9c-a88a-48d131ba6895" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.602145] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597dac08-81a9-4c9c-a88a-48d131ba6895',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.603086] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.603253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.603345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.603568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.603614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.603731] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1028.634253] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.634474] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.634474] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.634674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.634819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.647251] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1028.655855] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38ca4082-aed1-42cd-865d-cb66023e451d in Status: SUCCESS [ 1028.656074] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38ca4082-aed1-42cd-865d-cb66023e451d deletion is rescheduled due to dependency. [ 1028.657166] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38ca4082-aed1-42cd-865d-cb66023e451d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.710947] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.891264] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1028.891264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.037107] env[66012]: INFO networking_nsxv3.common.synchronization [None req-338f7752-d106-422d-941d-e8f226f97d56 None None] Enqueued Resource ID: 100fd9f4-bb73-4bdc-9149-815b44d1ec91 with Priority: HIGHEST for action port [ 1029.037966] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100fd9f4-bb73-4bdc-9149-815b44d1ec91 with Priority: HIGHEST for action port [ 1029.038495] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-100fd9f4-bb73-4bdc-9149-815b44d1ec91 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.038672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-100fd9f4-bb73-4bdc-9149-815b44d1ec91" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.038791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-100fd9f4-bb73-4bdc-9149-815b44d1ec91" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.039172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-100fd9f4-bb73-4bdc-9149-815b44d1ec91" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.039302] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('100fd9f4-bb73-4bdc-9149-815b44d1ec91',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.106338] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.106671] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.106735] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.107719] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.107719] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.107719] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 597dac08-81a9-4c9c-a88a-48d131ba6895 not found, creating... [ 1029.107719] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.108058] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.108197] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.108422] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.108584] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.108908] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.109047] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.109162] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.109364] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.109494] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.109631] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 597dac08-81a9-4c9c-a88a-48d131ba6895 is going to be created. [ 1029.130899] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.131164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.131241] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.131494] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.131725] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.131934] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-597dac08-81a9-4c9c-a88a-48d131ba6895" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.216428] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.229878] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: SUCCESS [ 1029.232016] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.232377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.233418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.233732] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.233990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.234208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.234480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.234664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.234848] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.542603] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 100fd9f4-bb73-4bdc-9149-815b44d1ec91 [ 1029.542730] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.542879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.542929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.543153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.543242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.543337] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:100fd9f4-bb73-4bdc-9149-815b44d1ec91 already deleted. [ 1029.543754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-100fd9f4-bb73-4bdc-9149-815b44d1ec91" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.719563] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.719718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.719835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.720121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.720208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.720307] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1029.740405] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.751838] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.752019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.752099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.752257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.752390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.762219] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1029.854803] env[66012]: INFO networking_nsxv3.common.synchronization [req-30dcda5e-6359-4313-873d-2d395a4d334b req-29c85c89-590b-480e-9bfa-d14ceffd23db service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 1029.854997] env[66012]: INFO networking_nsxv3.common.synchronization [req-30dcda5e-6359-4313-873d-2d395a4d334b req-29c85c89-590b-480e-9bfa-d14ceffd23db service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1029.855128] env[66012]: INFO networking_nsxv3.common.synchronization [req-30dcda5e-6359-4313-873d-2d395a4d334b req-29c85c89-590b-480e-9bfa-d14ceffd23db service nova] Enqueued Resource ID: 597dac08-81a9-4c9c-a88a-48d131ba6895 with Priority: HIGHEST for action port [ 1029.855653] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 1029.855791] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1029.855887] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 597dac08-81a9-4c9c-a88a-48d131ba6895 with Priority: HIGHEST for action port [ 1029.856170] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.856291] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.856356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.856557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.856687] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.857874] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.857976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858200] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-597dac08-81a9-4c9c-a88a-48d131ba6895 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.858334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-597dac08-81a9-4c9c-a88a-48d131ba6895" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.858387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-597dac08-81a9-4c9c-a88a-48d131ba6895" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.858577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-597dac08-81a9-4c9c-a88a-48d131ba6895" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.858693] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('597dac08-81a9-4c9c-a88a-48d131ba6895',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.247444] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.263118] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.263525] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.263868] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.264436] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.264692] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.265019] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.265298] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.265697] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.265982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.266368] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.266599] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.266782] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.266931] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.267128] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.267358] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.267625] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.295034] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.295034] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.295300] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.295389] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.295693] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-efacf18f-36de-4e3a-b92d-606a7fcc795c taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.295866] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-efacf18f-36de-4e3a-b92d-606a7fcc795c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.295983] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-efacf18f-36de-4e3a-b92d-606a7fcc795c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.296355] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-efacf18f-36de-4e3a-b92d-606a7fcc795c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.296597] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efacf18f-36de-4e3a-b92d-606a7fcc795c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.360600] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.360793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.361406] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 597dac08-81a9-4c9c-a88a-48d131ba6895 with status ACTIVE [ 1030.361709] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.361893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.361999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.362316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.362454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.362723] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.362872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.362971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.363225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.363346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.363633] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.363791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.363895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.364127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.364244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.364373] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 597dac08-81a9-4c9c-a88a-48d131ba6895 is going to be updated. [ 1030.394138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.394138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.394368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.394717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.394822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.394989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-597dac08-81a9-4c9c-a88a-48d131ba6895" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.532199] env[66012]: INFO networking_nsxv3.common.synchronization [None req-62f06e03-5dc4-4f28-af21-4dd10253f6b2 tempest-ServerActionsV293TestJSON-722711762 tempest-ServerActionsV293TestJSON-722711762-project-member] Enqueued Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_rules [ 1030.532199] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_rules [ 1030.532199] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11f583aa-b033-4c80-96d3-c86f21a1f63a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.532199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.532199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.533183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.533183] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.659285] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1030.661028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.664042] env[66012]: INFO networking_nsxv3.common.synchronization [None req-c138ee12-c8f0-42f7-a0e0-cd2ac9b221d9 tempest-ServerActionsV293TestJSON-722711762 tempest-ServerActionsV293TestJSON-722711762-project-member] Enqueued Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_rules [ 1030.664551] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_rules [ 1030.664868] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11f583aa-b033-4c80-96d3-c86f21a1f63a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.665176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.750980] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.750980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.750980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.750980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.750980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.750980] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e is going to be updated. [ 1030.780415] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.780604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.780648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.780839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.780985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.790170] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: IN_PROGRESS for 2s [ 1030.799306] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.799600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.799730] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.800033] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.800193] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.800364] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port efacf18f-36de-4e3a-b92d-606a7fcc795c not found, creating... [ 1030.800608] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.800765] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.800881] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.801138] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.801259] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.801542] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.801690] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.801836] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.802093] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.802229] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.802373] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: efacf18f-36de-4e3a-b92d-606a7fcc795c is going to be created. [ 1030.834168] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.834480] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.834609] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.834945] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.835216] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.835440] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-efacf18f-36de-4e3a-b92d-606a7fcc795c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.057697] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.057864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.057940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.058171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.058263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.058360] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a already deleted. [ 1031.058446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.058628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.058759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.058848] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.318347] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3893d4d9-14dd-4e26-b155-689ab248bd20 None None] Enqueued Resource ID: cf4b69c0-f388-4724-9033-648a658e7b22 with Priority: HIGHEST for action port [ 1031.318935] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4b69c0-f388-4724-9033-648a658e7b22 with Priority: HIGHEST for action port [ 1031.319371] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf4b69c0-f388-4724-9033-648a658e7b22 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.319371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf4b69c0-f388-4724-9033-648a658e7b22" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.319535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf4b69c0-f388-4724-9033-648a658e7b22" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.319697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf4b69c0-f388-4724-9033-648a658e7b22" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.319791] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4b69c0-f388-4724-9033-648a658e7b22',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.582732] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.582861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.582937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.583191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.583272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.583357] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a already deleted. [ 1031.583439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.596516] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed7663fe-a0b0-4158-b692-a0436c080f7c req-02c5df19-ad9f-455e-afcd-071d05bb551a service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 1031.596516] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed7663fe-a0b0-4158-b692-a0436c080f7c req-02c5df19-ad9f-455e-afcd-071d05bb551a service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1031.596516] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed7663fe-a0b0-4158-b692-a0436c080f7c req-02c5df19-ad9f-455e-afcd-071d05bb551a service nova] Enqueued Resource ID: efacf18f-36de-4e3a-b92d-606a7fcc795c with Priority: HIGHEST for action port [ 1031.596516] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 1031.596516] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1031.596516] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efacf18f-36de-4e3a-b92d-606a7fcc795c with Priority: HIGHEST for action port [ 1031.596760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.596861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.596924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.597354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.597429] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.598952] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.598952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.598952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.599158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.599838] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.599838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.599838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.599838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.599838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.599838] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.600784] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-efacf18f-36de-4e3a-b92d-606a7fcc795c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.600896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efacf18f-36de-4e3a-b92d-606a7fcc795c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.600961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efacf18f-36de-4e3a-b92d-606a7fcc795c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.601256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efacf18f-36de-4e3a-b92d-606a7fcc795c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.601334] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efacf18f-36de-4e3a-b92d-606a7fcc795c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.775520] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1031.775520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.775520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.775520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.775763] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.775763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.775868] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.776904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.776904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.776904] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.823255] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf4b69c0-f388-4724-9033-648a658e7b22 [ 1031.823623] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.823770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.823832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.824142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.824268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.824402] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf4b69c0-f388-4724-9033-648a658e7b22 already deleted. [ 1031.824512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf4b69c0-f388-4724-9033-648a658e7b22" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.100458] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.100638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.103081] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efacf18f-36de-4e3a-b92d-606a7fcc795c with status ACTIVE [ 1032.107055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.107055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.107055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.107055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.107055] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efacf18f-36de-4e3a-b92d-606a7fcc795c is going to be updated. [ 1032.107842] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.142379] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.142601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.142601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.142796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.143981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.144255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efacf18f-36de-4e3a-b92d-606a7fcc795c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.279239] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.614058] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.784414] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.801187] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: SUCCESS [ 1032.801465] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.801660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.801943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.802208] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.802352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.802500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.802699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.802781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.802864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.802943] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.119204] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.119204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.119204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.119204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.119204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.119204] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1033.153742] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.153900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.154009] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.154370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.154545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.165074] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1033.289155] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.289407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.289407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.289554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.289554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.289625] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1033.299933] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d4081bf-e869-47a5-918e-6b3dc6b65e5a req-e8b44d83-caaf-47b5-b04f-ef3528244003 tempest-ServerActionsTestOtherB-1575974967 tempest-ServerActionsTestOtherB-1575974967-project-member] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1033.300492] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1033.300857] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.301038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.301136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.301380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.301586] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.301932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.301932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.302056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.302096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.302217] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.306946] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.307145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.307211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.307353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.307512] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.307634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.307704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.307889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.307972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.308069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.308228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.308329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.308385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.308561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.308712] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.308804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.308863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.309007] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.309111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.309191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.309278] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.322194] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.322346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.322426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.322644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.322799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.333583] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1033.603328] env[66012]: INFO networking_nsxv3.common.synchronization [None req-07b6ba86-a87b-4e0d-ad72-e724815b4270 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: 283db2be-3be6-473c-8bee-609dfa01ea9c with Priority: HIGHEST for action security_group_rules [ 1033.603904] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 283db2be-3be6-473c-8bee-609dfa01ea9c with Priority: HIGHEST for action security_group_rules [ 1033.604254] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-283db2be-3be6-473c-8bee-609dfa01ea9c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.604371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-283db2be-3be6-473c-8bee-609dfa01ea9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.604453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-283db2be-3be6-473c-8bee-609dfa01ea9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.604750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-283db2be-3be6-473c-8bee-609dfa01ea9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.604838] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('283db2be-3be6-473c-8bee-609dfa01ea9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.630790] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.631178] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.631178] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.631413] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.631678] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.632034] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.632034] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.632191] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.632340] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.632548] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.632657] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1033.632763] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1033.632863] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1033.632970] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1033.633089] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1033.633238] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1033.654489] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1033.654708] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1033.654850] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1033.655040] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.655560] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-51d9731d-895a-463a-bc1e-5803f6ffb9a9 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.655748] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-51d9731d-895a-463a-bc1e-5803f6ffb9a9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.655872] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-51d9731d-895a-463a-bc1e-5803f6ffb9a9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.656283] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-51d9731d-895a-463a-bc1e-5803f6ffb9a9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.656446] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d9731d-895a-463a-bc1e-5803f6ffb9a9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.728763] env[66012]: INFO networking_nsxv3.common.synchronization [None req-3fda29ba-b683-42ad-a342-36a24b5b5395 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: 283db2be-3be6-473c-8bee-609dfa01ea9c with Priority: HIGHEST for action security_group_rules [ 1033.729949] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 283db2be-3be6-473c-8bee-609dfa01ea9c with Priority: HIGHEST for action security_group_rules [ 1033.730423] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-283db2be-3be6-473c-8bee-609dfa01ea9c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.730577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-283db2be-3be6-473c-8bee-609dfa01ea9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.805063] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.805063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.805063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.805450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.805450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.805718] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.805852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.805919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.806547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.806547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.806547] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be deleted. [ 1033.811467] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82bdaec2-ae0d-48bf-836b-1868c2e8997e: rpc.has_security_group_logging(os_id): False [ 1033.833787] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.834169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.834169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.834656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.834656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.834956] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.835549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.835674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.835908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.836043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.836419] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.836588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.836588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.838112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.838112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.838112] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.838112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.838112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.838112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.838112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.838112] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e is going to be updated. [ 1033.846769] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.847332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.847332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.847332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.847636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.847740] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.926130] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.926130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.926130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.926130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.926130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.955104] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: IN_PROGRESS for 2s [ 1034.131144] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.131310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.131359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.131621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.131718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.131825] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 283db2be-3be6-473c-8bee-609dfa01ea9c already deleted. [ 1034.131935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-283db2be-3be6-473c-8bee-609dfa01ea9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.132175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-283db2be-3be6-473c-8bee-609dfa01ea9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.132359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-283db2be-3be6-473c-8bee-609dfa01ea9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.132434] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('283db2be-3be6-473c-8bee-609dfa01ea9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.161718] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.161996] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.162112] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.162467] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.162672] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.162835] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 51d9731d-895a-463a-bc1e-5803f6ffb9a9 not found, creating... [ 1034.163127] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.163297] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.163508] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.163622] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.163879] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.164130] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.164311] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.164396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.164949] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.165129] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.165274] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 51d9731d-895a-463a-bc1e-5803f6ffb9a9 is going to be created. [ 1034.190615] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.190749] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.190936] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.191246] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.191521] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.191776] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-51d9731d-895a-463a-bc1e-5803f6ffb9a9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.655279] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.655769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.655769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.657095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.657536] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.657536] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 283db2be-3be6-473c-8bee-609dfa01ea9c already deleted. [ 1034.657536] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-283db2be-3be6-473c-8bee-609dfa01ea9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.805889] env[66012]: INFO networking_nsxv3.common.synchronization [req-821eba4e-414c-48cd-b97b-1881d08a96ef req-74e5a2e9-4b03-4f98-ad9e-3a08a727630d tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1034.806702] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1034.809500] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.809688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.809941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.810033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.810205] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.810302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.810362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.810520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.810634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.810752] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.056382] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d4081bf-e869-47a5-918e-6b3dc6b65e5a req-6e9ffd56-4831-477c-8d28-d9df25756c3f service nova] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 1035.057113] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d4081bf-e869-47a5-918e-6b3dc6b65e5a req-6e9ffd56-4831-477c-8d28-d9df25756c3f service nova] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1035.057113] env[66012]: INFO networking_nsxv3.common.synchronization [req-8d4081bf-e869-47a5-918e-6b3dc6b65e5a req-6e9ffd56-4831-477c-8d28-d9df25756c3f service nova] Enqueued Resource ID: 51d9731d-895a-463a-bc1e-5803f6ffb9a9 with Priority: HIGHEST for action port [ 1035.058787] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 1035.059080] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1035.059272] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d9731d-895a-463a-bc1e-5803f6ffb9a9 with Priority: HIGHEST for action port [ 1035.059835] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.060173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.060295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.060619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.060750] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.064704] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.064765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.064821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.065034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.065206] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.065434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.065434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.065515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.065667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.065744] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.067971] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d9731d-895a-463a-bc1e-5803f6ffb9a9 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.068158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d9731d-895a-463a-bc1e-5803f6ffb9a9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.068260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d9731d-895a-463a-bc1e-5803f6ffb9a9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.068501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d9731d-895a-463a-bc1e-5803f6ffb9a9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.068631] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d9731d-895a-463a-bc1e-5803f6ffb9a9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.178488] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1035.178766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.179102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.179257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.179499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.179671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.180333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.180333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.180333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.180333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.180889] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.314457] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.314669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.314719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.314951] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.342085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.342085] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.342314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.342314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.342496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.342586] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.342653] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d is going to be updated. [ 1035.344466] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1035.344671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.345245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.345434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.345653] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.345774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.345837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.347451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.347451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.347451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.347451] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.372825] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.373090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.373090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.373360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.373527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.384662] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: IN_PROGRESS for 2s [ 1035.566118] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.566283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.570981] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.572663] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51d9731d-895a-463a-bc1e-5803f6ffb9a9 with status ACTIVE [ 1035.572989] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.573187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.573288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.573605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.573905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.576288] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.576288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.576288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.576288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.576288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.576288] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.576876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.576876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.576876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.576876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.576876] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51d9731d-895a-463a-bc1e-5803f6ffb9a9 is going to be updated. [ 1035.615113] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.615316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.615376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.615566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.615718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.615956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d9731d-895a-463a-bc1e-5803f6ffb9a9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.683131] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.683522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.683522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.683651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.683889] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.683889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.683889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.684121] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.684161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.684240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.684508] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.684508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.684614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.684687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.684831] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.684922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.684982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.685661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.685661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.685661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.685661] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.717868] env[66012]: INFO networking_nsxv3.common.synchronization [req-0009d020-94bb-4b19-8c12-d6c27005a05a req-c5bb6a66-75a3-438f-9e48-a61b19765153 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_members [ 1035.718397] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_members [ 1035.718740] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-deee46c7-faae-4206-94fe-fca0bff7902d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.718921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.718921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.720846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.720846] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.721034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.721034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.721200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.721287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.723469] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.849287] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.849547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.849683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.850040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.850347] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.850448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.850527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.850702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.850844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.850992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.851178] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.851295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.851362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.851530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.851771] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.851895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.851960] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.852416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.852573] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.852696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.852807] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.970103] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: SUCCESS [ 1035.970103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.079888] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.128565] env[66012]: INFO networking_nsxv3.common.synchronization [req-ee8f214b-6d5d-40ac-b749-21f959290d91 req-4a5e1fbb-0769-43e2-b9b0-8449bc92d264 tempest-ServersV294TestFqdnHostnames-393284096 tempest-ServersV294TestFqdnHostnames-393284096-project-member] Enqueued Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_members [ 1036.129106] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 with Priority: HIGHEST for action security_group_members [ 1036.129398] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0a5e084-4dd6-4851-8648-2d64f0caa207 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.129516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.129574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.129774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.129930] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.130041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.130100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.130248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.130332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.130426] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0a5e084-4dd6-4851-8648-2d64f0caa207',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.145821] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.146022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.146152] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.146417] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.146668] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.146821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.146934] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.147168] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.147309] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.147513] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.147691] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.147815] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.147916] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.148045] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.148134] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.148262] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.169519] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.169738] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.170023] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.170116] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.170542] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-576d093d-6e6e-4bfb-b53b-434d32441834 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.170748] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-576d093d-6e6e-4bfb-b53b-434d32441834" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.170867] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-576d093d-6e6e-4bfb-b53b-434d32441834" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.171232] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-576d093d-6e6e-4bfb-b53b-434d32441834" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.171371] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576d093d-6e6e-4bfb-b53b-434d32441834',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.187702] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2714e2f9-6188-4d18-bf96-09e53d199033: rpc.has_security_group_logging(os_id): False [ 1036.207483] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.207741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.207865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.208129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.208229] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.208561] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.208741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.208816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.208990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.209087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.209275] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.209375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.209655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.209655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.209655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.209828] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.209918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.209970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.210122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.210213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.210268] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1036.226228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.226451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.226517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.226738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.226818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.227024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.227125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.227214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.227326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.227396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.227473] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deee46c7-faae-4206-94fe-fca0bff7902d already deleted. [ 1036.227624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.272947] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.273197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.273318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.273662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.273759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.302268] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1036.356233] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcc80b-497f-4869-b957-8b941ed755a6: rpc.has_security_group_logging(os_id): False [ 1036.381157] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.381157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.381157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.381157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.381157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.381157] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.381157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.381565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.381565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.381565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.381663] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.381712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.381748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.381929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.382017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.382181] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.382284] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.382332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.382463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.382530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.382611] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1036.462286] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.462420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.463322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.463322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.463322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.480240] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1036.585376] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.585376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.585376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.585376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.585376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.585376] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be created. [ 1036.622554] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.622554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.622554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.622554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.622554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.634022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: UNINITIALIZED for 2s [ 1036.634022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.634022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.634022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.634022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.663622] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.663622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.663622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.663622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.663951] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 is going to be updated. [ 1036.674237] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.674443] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.674561] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.674849] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.674976] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.675138] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 576d093d-6e6e-4bfb-b53b-434d32441834 not found, creating... [ 1036.675472] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.675726] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.675908] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.676119] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.676254] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.676543] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.676712] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.676843] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.677055] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.677396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.677396] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 576d093d-6e6e-4bfb-b53b-434d32441834 is going to be created. [ 1036.699818] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.700146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.700146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.700235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.700318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.705720] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.705950] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.706939] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.707317] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.707555] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.707982] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-576d093d-6e6e-4bfb-b53b-434d32441834" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.715076] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 in Status: IN_PROGRESS for 2s [ 1037.395681] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: SUCCESS [ 1037.395894] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d deletion is rescheduled due to dependency. [ 1037.396056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.521712] env[66012]: INFO networking_nsxv3.common.synchronization [req-0009d020-94bb-4b19-8c12-d6c27005a05a req-c3ee4626-33cb-4b86-a7f3-f4c9524b1ecc service nova] Enqueued Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_rules [ 1037.521712] env[66012]: INFO networking_nsxv3.common.synchronization [req-0009d020-94bb-4b19-8c12-d6c27005a05a req-c3ee4626-33cb-4b86-a7f3-f4c9524b1ecc service nova] Enqueued Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_members [ 1037.521858] env[66012]: INFO networking_nsxv3.common.synchronization [req-0009d020-94bb-4b19-8c12-d6c27005a05a req-c3ee4626-33cb-4b86-a7f3-f4c9524b1ecc service nova] Enqueued Resource ID: 576d093d-6e6e-4bfb-b53b-434d32441834 with Priority: HIGHEST for action port [ 1037.522360] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_rules [ 1037.522604] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_members [ 1037.522604] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 576d093d-6e6e-4bfb-b53b-434d32441834 with Priority: HIGHEST for action port [ 1037.522873] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deee46c7-faae-4206-94fe-fca0bff7902d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.522986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.523112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.523336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.523392] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.525165] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-deee46c7-faae-4206-94fe-fca0bff7902d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.525286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.525354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.525600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.525708] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.525958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.525958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.526060] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.526097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.526180] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.527287] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-576d093d-6e6e-4bfb-b53b-434d32441834 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.527398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-576d093d-6e6e-4bfb-b53b-434d32441834" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.527490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-576d093d-6e6e-4bfb-b53b-434d32441834" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.527766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-576d093d-6e6e-4bfb-b53b-434d32441834" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.528366] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('576d093d-6e6e-4bfb-b53b-434d32441834',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.031176] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.032603] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-deee46c7-faae-4206-94fe-fca0bff7902d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.032855] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.033016] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 576d093d-6e6e-4bfb-b53b-434d32441834 with status ACTIVE [ 1038.033292] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.033456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.034917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.034917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.034917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.034917] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.034917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.034917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.034917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.035508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.035508] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.035508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.035508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.035508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.035756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.035756] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 576d093d-6e6e-4bfb-b53b-434d32441834 is going to be updated. [ 1038.065260] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.065454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.065454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.065678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.065823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.066086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-576d093d-6e6e-4bfb-b53b-434d32441834" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.319090] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1038.320302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.502062] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1038.502420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.539141] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.644694] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1038.644922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.645122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.645361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.645572] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.645689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.645744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.645904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.645983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.646078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.646167] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.725258] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 in Status: SUCCESS [ 1038.725525] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0a5e084-4dd6-4851-8648-2d64f0caa207 deletion is rescheduled due to dependency. [ 1038.725658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0a5e084-4dd6-4851-8648-2d64f0caa207" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.749147] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-77 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.749343] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.749472] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.749751] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.750033] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.750210] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.750324] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.750545] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.750685] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.750888] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.750994] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.751112] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.751217] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.751321] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.751425] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.751549] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.770907] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.771151] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.771249] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.771451] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-77" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.771785] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.772269] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.772269] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.772378] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.772462] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3df9ff-3540-4c05-bfde-6119b6c8cffd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.044312] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.044312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.044312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.044312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.044312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.044312] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deee46c7-faae-4206-94fe-fca0bff7902d is going to be created. [ 1039.068440] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.068440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.068440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.068440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.068440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.077323] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deee46c7-faae-4206-94fe-fca0bff7902d in Status: UNINITIALIZED for 2s [ 1039.148368] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.275452] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.276048] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.276048] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.276280] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.276481] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.276873] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.277149] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.277232] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.277595] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.277731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.278144] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.278304] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.278440] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.278808] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.279012] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.279313] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: ce3df9ff-3540-4c05-bfde-6119b6c8cffd is going to be updated. [ 1039.321701] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.322079] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.322231] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.322666] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.323122] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.324091] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.650568] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8fc692-bd22-4dda-8c66-fff90d0bda10: rpc.has_security_group_logging(os_id): False [ 1039.669023] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.669278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.669353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.669618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.669715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.670048] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.670379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.670439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.670590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.670669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.670761] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be created. [ 1039.734460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.734680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.734746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.735132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.735319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.748298] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 1040.039578] env[66012]: INFO networking_nsxv3.common.synchronization [req-56ce8b09-26a3-4904-98e5-31b2c54d6d85 req-589ce682-a057-4be7-a762-bc3eb8d93922 service nova] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_rules [ 1040.039578] env[66012]: INFO networking_nsxv3.common.synchronization [req-56ce8b09-26a3-4904-98e5-31b2c54d6d85 req-589ce682-a057-4be7-a762-bc3eb8d93922 service nova] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 1040.039578] env[66012]: INFO networking_nsxv3.common.synchronization [req-56ce8b09-26a3-4904-98e5-31b2c54d6d85 req-589ce682-a057-4be7-a762-bc3eb8d93922 service nova] Enqueued Resource ID: ce3df9ff-3540-4c05-bfde-6119b6c8cffd with Priority: HIGHEST for action port [ 1040.039578] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_rules [ 1040.039578] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 1040.039578] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3df9ff-3540-4c05-bfde-6119b6c8cffd with Priority: HIGHEST for action port [ 1040.039578] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.039578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.039578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.040184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.040184] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.042505] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.042505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.042505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.043131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.043131] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.043486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.043486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.043486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.044263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.044263] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.046536] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.046670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.046732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.048414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.048414] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3df9ff-3540-4c05-bfde-6119b6c8cffd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.293119] env[66012]: INFO networking_nsxv3.common.synchronization [req-4618c9f0-3a3c-4e2c-851a-572344f6c4a4 req-c44b9647-13f1-4218-8d05-bfdcf85cc660 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1040.293591] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1040.295565] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.295565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.295565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.298022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.298022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.298022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.298022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.298022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.298022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.298022] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.549936] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.550137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.550440] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.551309] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce3df9ff-3540-4c05-bfde-6119b6c8cffd with status ACTIVE [ 1040.551446] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.551446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.551659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.551720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.551781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.551962] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.552105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.552105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.552397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.552397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.552660] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.552660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.552660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.553138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.553138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.553138] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce3df9ff-3540-4c05-bfde-6119b6c8cffd is going to be updated. [ 1040.581283] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.581283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.581283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.581283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.581283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.581283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3df9ff-3540-4c05-bfde-6119b6c8cffd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.804662] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.804926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.804926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.805160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.805245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.805443] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.805606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.805691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.805850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.805930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.806029] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1040.866235] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.866446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.866446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.866657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.866796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.877591] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1041.057216] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.090597] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deee46c7-faae-4206-94fe-fca0bff7902d in Status: SUCCESS [ 1041.091174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.091837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.092249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.092580] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.092865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.093080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.093395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.093639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.093827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.094023] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.562577] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.562782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.562843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.564554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.564554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.564554] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d is going to be updated. [ 1041.596388] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.599551] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.600175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.600296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.600981] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.601222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.618548] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: IN_PROGRESS for 2s [ 1041.768974] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1041.770476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.100751] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for deee46c7-faae-4206-94fe-fca0bff7902d: rpc.has_security_group_logging(os_id): False [ 1042.121039] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.121454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.123022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.123022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.123022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deee46c7-faae-4206-94fe-fca0bff7902d is going to be created. [ 1042.199700] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.199861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.200008] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.200259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.200532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.215081] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deee46c7-faae-4206-94fe-fca0bff7902d in Status: IN_PROGRESS for 2s [ 1042.890825] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1042.891016] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 deletion is rescheduled due to dependency. [ 1042.891136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.631231] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: SUCCESS [ 1043.631525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.635371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.635700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.635894] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.636035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.636146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.636259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.636428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.636428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.636551] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.665034] env[66012]: INFO networking_nsxv3.common.synchronization [None req-95138e4c-1d39-4187-8b4b-66afefceab8c None None] Enqueued Resource ID: 17d0585d-8d4c-4e78-a025-3209a80207bd with Priority: HIGHEST for action port [ 1043.665415] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17d0585d-8d4c-4e78-a025-3209a80207bd with Priority: HIGHEST for action port [ 1043.665895] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-17d0585d-8d4c-4e78-a025-3209a80207bd taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.666086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17d0585d-8d4c-4e78-a025-3209a80207bd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.666153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17d0585d-8d4c-4e78-a025-3209a80207bd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.666815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17d0585d-8d4c-4e78-a025-3209a80207bd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.666912] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17d0585d-8d4c-4e78-a025-3209a80207bd',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.140418] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.140595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.140651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.140869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.141044] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.141154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.141220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.141372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.141458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.141545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.141695] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.141786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.141857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.142129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.142219] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.142313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.142366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.142507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.142579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.142658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.142744] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.168533] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17d0585d-8d4c-4e78-a025-3209a80207bd [ 1044.168800] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.168967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.169052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.169264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.169350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.169445] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17d0585d-8d4c-4e78-a025-3209a80207bd already deleted. [ 1044.169525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17d0585d-8d4c-4e78-a025-3209a80207bd" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.230817] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: deee46c7-faae-4206-94fe-fca0bff7902d in Status: SUCCESS [ 1044.231084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.647880] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aba9ef1f-36d7-4a22-aca2-6c1b484a288d: rpc.has_security_group_logging(os_id): False [ 1044.670401] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.670647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.670788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.672592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.697783] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.697783] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.697957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.697957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.698161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.698238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.698440] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.698542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.698603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.698773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.698905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.702179] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.702179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.702179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.702179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.702179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.702179] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d is going to be updated. [ 1044.776500] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.776500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.776500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.776500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.776500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.801591] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: IN_PROGRESS for 2s [ 1045.981277] env[66012]: INFO networking_nsxv3.common.synchronization [req-0d8d0405-2000-44ed-9055-31f240f918eb req-ad0dcfb3-67db-42ea-9fc8-4750fba65063 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1045.981955] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1045.982554] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.982713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.982792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.983056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.983249] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.983373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.983422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.983582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.983696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.983797] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.441726] env[66012]: INFO networking_nsxv3.common.synchronization [req-710050b4-5e5e-428f-9e38-f9f0cc975a37 req-1a86ad14-b0a1-48bb-8593-3bca77a8214c tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1046.443492] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1046.443872] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.444017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.444089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.444309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.444464] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.444584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.444691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.444766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.444847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.444945] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.486740] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.822277] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: SUCCESS [ 1046.822902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.840034] env[66012]: INFO networking_nsxv3.common.synchronization [req-6474b931-d153-4157-8679-bc7e2a4a12c0 req-edc8d046-46f6-4145-a69c-5181094385e3 tempest-AttachVolumeShelveTestJSON-1783292687 tempest-AttachVolumeShelveTestJSON-1783292687-project-member] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_members [ 1046.840034] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGHEST for action security_group_members [ 1046.840034] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.840034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.840034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.840606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.840882] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.841110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.841292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.843254] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.843254] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.843254] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.948181] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.989337] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.206839] env[66012]: INFO networking_nsxv3.common.synchronization [None req-8691523b-04fc-4f2c-9e15-b61c74c33fa0 None None] Enqueued Resource ID: b0a309f8-85bd-4754-a658-eca555073f09 with Priority: HIGHEST for action port [ 1047.207585] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a309f8-85bd-4754-a658-eca555073f09 with Priority: HIGHEST for action port [ 1047.208095] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0a309f8-85bd-4754-a658-eca555073f09 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.208293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0a309f8-85bd-4754-a658-eca555073f09" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.208362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0a309f8-85bd-4754-a658-eca555073f09" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.208636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0a309f8-85bd-4754-a658-eca555073f09" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.208743] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0a309f8-85bd-4754-a658-eca555073f09',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.304027] env[66012]: INFO networking_nsxv3.common.synchronization [None req-d567dafc-91e1-4804-a876-9f38ee003d27 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1047.304517] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1047.305643] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.305643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.345937] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.345937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.345937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.345937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.345937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.345937] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.345937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.345937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.345937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.345937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.345937] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 is going to be updated. [ 1047.378115] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.378115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.378726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.378726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.379080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.390280] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: IN_PROGRESS for 2s [ 1047.451418] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.493575] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.493756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.493802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.494063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.494173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.494278] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1047.537615] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.537615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.537615] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.539278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.539278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.554422] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1047.696723] env[66012]: INFO networking_nsxv3.common.synchronization [req-75365a93-ee4d-455d-bb49-679c1f9c261c req-d95499d1-b461-41c2-842e-c7dccdb3c31c tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1047.697602] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1047.698123] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.698302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.698484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.700894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.702301] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.702993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.702993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.702993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.702993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.703235] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.712948] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0a309f8-85bd-4754-a658-eca555073f09 [ 1047.713696] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.713696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.713696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.713934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.714033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.714146] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0a309f8-85bd-4754-a658-eca555073f09 already deleted. [ 1047.720141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0a309f8-85bd-4754-a658-eca555073f09" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.957290] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.957290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.957938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.957938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.957938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.957938] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1047.993338] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.993618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.993618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.993814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.993998] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.006067] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1048.205526] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.205693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.205764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.205972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.206094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.206274] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.206375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.206444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.206571] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.206643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.206727] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 already deleted. [ 1048.206802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.263600] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-310 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.263791] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-310" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.263911] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-310" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.264263] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-310" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.264517] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.264669] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.264777] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.267015] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.267015] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.267015] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.267015] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.267015] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.267015] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.267015] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.267015] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.267015] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.298904] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.299129] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.299206] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.299390] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-310" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.299706] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.299890] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.300050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.300413] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.300533] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fbedbf2-49f2-48ec-9c95-63f37bc90fe8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.802595] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.802803] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.802922] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.803260] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.803410] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.803629] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 not found, creating... [ 1048.803933] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.804112] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.804228] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.804468] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.804586] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.804931] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.805135] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.805254] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.805461] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.805591] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.805728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 is going to be created. [ 1048.827494] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.827706] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.827863] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.828253] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.828507] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.828802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.404299] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 in Status: SUCCESS [ 1049.404649] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 deletion is rescheduled due to dependency. [ 1049.405069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.570059] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1049.570234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.570309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.570544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.570798] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.570896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.570929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.571224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.571224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.571342] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.584211] env[66012]: INFO networking_nsxv3.common.synchronization [req-75365a93-ee4d-455d-bb49-679c1f9c261c req-e0917627-8478-4a8e-a718-77a64c10c022 service nova] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1049.584401] env[66012]: INFO networking_nsxv3.common.synchronization [req-75365a93-ee4d-455d-bb49-679c1f9c261c req-e0917627-8478-4a8e-a718-77a64c10c022 service nova] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1049.584554] env[66012]: INFO networking_nsxv3.common.synchronization [req-75365a93-ee4d-455d-bb49-679c1f9c261c req-e0917627-8478-4a8e-a718-77a64c10c022 service nova] Enqueued Resource ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 with Priority: HIGHEST for action port [ 1049.585275] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1049.585457] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1049.585569] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 with Priority: HIGHEST for action port [ 1049.585963] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.586164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.586317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.587294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.588054] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.592096] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.592096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.592096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.592096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.592096] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.592096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.592096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.592096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.592096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.592096] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.593130] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.593130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.593130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.593286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.593286] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fbedbf2-49f2-48ec-9c95-63f37bc90fe8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.022095] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1050.022330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.074129] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.074332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.074436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.074739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.074841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.075390] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.075567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.075596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.076274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.076420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.076579] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1050.095918] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.097172] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.097399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097399] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 with status ACTIVE [ 1050.097850] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.097850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.097964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.098460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.098561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.098824] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.098962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.099039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.099225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.099310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.099989] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.099989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.099989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.099989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.099989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.100207] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 is going to be updated. [ 1050.116508] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.116508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.116695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.116774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.116914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.129451] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.129759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.129759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.129939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.130143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.130328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.131564] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1050.605194] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.108436] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.108436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.108719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.108719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.108771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.108872] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 is going to be created. [ 1051.139683] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.139683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.139683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.139927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.140142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.154127] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: UNINITIALIZED for 2s [ 1051.566578] env[66012]: INFO networking_nsxv3.common.synchronization [None req-adfb4b6e-94b6-42b5-904a-bcdcbc8ef298 tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_rules [ 1051.568865] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_rules [ 1051.569033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2654733-e3af-4488-b961-f1f296edd31f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.569173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.569230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.569520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.570088] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.707171] env[66012]: INFO networking_nsxv3.common.synchronization [None req-d22b9553-5952-4e64-9ced-726abb606e0a tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_rules [ 1051.707971] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_rules [ 1051.708697] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2654733-e3af-4488-b961-f1f296edd31f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.708846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.094320] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.094486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.094557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.094757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.094844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.095014] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2654733-e3af-4488-b961-f1f296edd31f already deleted. [ 1052.095014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.095201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.095312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.095392] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.142315] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1052.142511] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 deletion is rescheduled due to dependency. [ 1052.142624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.175589] env[66012]: INFO networking_nsxv3.common.synchronization [req-e102a94f-4b12-46de-a4c8-73a754114dec req-7ad8fe0d-174f-467f-af93-aed498056df3 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_members [ 1052.176670] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc3707-1754-4ccb-8c29-27878f04d3af with Priority: HIGHEST for action security_group_members [ 1052.177125] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1fc3707-1754-4ccb-8c29-27878f04d3af taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.177296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.177675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.177675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.178464] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.178464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.178464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.178464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.178464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.178464] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1fc3707-1754-4ccb-8c29-27878f04d3af',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.615211] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.615427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.615528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.615701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.615802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.616576] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2654733-e3af-4488-b961-f1f296edd31f already deleted. [ 1052.616576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.682043] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.682349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.682478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.682717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.706838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.707132] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.707259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.707506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.707506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.707596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.707684] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fc3707-1754-4ccb-8c29-27878f04d3af is going to be updated. [ 1052.738947] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.738947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.738947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.738947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.738947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.749679] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fc3707-1754-4ccb-8c29-27878f04d3af in Status: IN_PROGRESS for 2s [ 1053.164541] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: SUCCESS [ 1053.164744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.164913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.165273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.165563] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.165780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.165875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.166136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.166227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.166383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.166450] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.668913] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.175317] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97563c8b-cc37-40d4-b27a-5531efe92f18: rpc.has_security_group_logging(os_id): False [ 1054.196474] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.196644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.196690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.197163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.197163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.197325] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.197412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.197476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.197632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.197700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.197787] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 is going to be created. [ 1054.270036] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.270036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.270036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.270036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.270289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.288939] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: IN_PROGRESS for 2s [ 1054.764763] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1fc3707-1754-4ccb-8c29-27878f04d3af in Status: SUCCESS [ 1054.764997] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1fc3707-1754-4ccb-8c29-27878f04d3af deletion is rescheduled due to dependency. [ 1054.765141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1fc3707-1754-4ccb-8c29-27878f04d3af" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.310157] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: SUCCESS [ 1056.310486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.105949] env[66012]: INFO networking_nsxv3.common.synchronization [req-4d629b5a-83d1-44ed-b681-8f831c28e025 req-6cca395e-4f04-4083-9984-6923e1aba3ec tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1057.106853] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1057.107291] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.107446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.107682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.108133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.108349] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.108449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.108837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.108837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.108919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.109084] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.597254] env[66012]: INFO networking_nsxv3.common.synchronization [req-20594d01-33fd-4edc-b018-647b46dac9b0 req-2c9c0f2a-cbad-4a48-8e58-abc52866436a tempest-ServersTestJSON-1165371882 tempest-ServersTestJSON-1165371882-project-member] Enqueued Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_members [ 1057.598221] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e with Priority: HIGHEST for action security_group_members [ 1057.598603] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2254a96d-eefb-4eb2-96a2-624f1106db5e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.598742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.598819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.599074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.599236] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.599550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.599550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.599550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.599663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.599720] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2254a96d-eefb-4eb2-96a2-624f1106db5e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.610994] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.610994] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.610994] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.610994] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.610994] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.610994] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.614327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.614692] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.614859] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.615148] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.615271] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.615406] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.615529] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.615648] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.615760] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.619512] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.621863] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.622010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.622010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.622280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.622341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.622580] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.622653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.622720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.622868] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.623115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.623115] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1057.645946] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.646194] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.646358] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.646623] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.646996] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-438d7637-4a18-4f03-8647-665a770fe865 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.648456] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-438d7637-4a18-4f03-8647-665a770fe865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.648456] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-438d7637-4a18-4f03-8647-665a770fe865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.648456] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-438d7637-4a18-4f03-8647-665a770fe865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.648456] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438d7637-4a18-4f03-8647-665a770fe865',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.661654] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.661820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.661900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.662222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.662410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.675397] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1058.102338] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.102514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.102593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.103141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.126075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.126356] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.126475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.126537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.126760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.126859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.126910] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e is going to be updated. [ 1058.150413] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.150659] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.150781] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.151099] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.151253] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.151394] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 438d7637-4a18-4f03-8647-665a770fe865 not found, creating... [ 1058.151653] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.151805] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.151917] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.152188] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.152320] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.152630] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.152744] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.152857] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.153136] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.153281] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.153417] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 438d7637-4a18-4f03-8647-665a770fe865 is going to be created. [ 1058.155637] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.155771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.155820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.156016] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.156157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.167009] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e in Status: IN_PROGRESS for 2s [ 1058.174374] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.174600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.174689] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.174965] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.175206] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175428] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-438d7637-4a18-4f03-8647-665a770fe865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.867948] env[66012]: INFO networking_nsxv3.common.synchronization [req-4d629b5a-83d1-44ed-b681-8f831c28e025 req-1c6f21d2-ce38-477a-a09f-5c34e701b3a4 service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 1058.868346] env[66012]: INFO networking_nsxv3.common.synchronization [req-4d629b5a-83d1-44ed-b681-8f831c28e025 req-1c6f21d2-ce38-477a-a09f-5c34e701b3a4 service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1058.868578] env[66012]: INFO networking_nsxv3.common.synchronization [req-4d629b5a-83d1-44ed-b681-8f831c28e025 req-1c6f21d2-ce38-477a-a09f-5c34e701b3a4 service nova] Enqueued Resource ID: 438d7637-4a18-4f03-8647-665a770fe865 with Priority: HIGHEST for action port [ 1058.869144] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 1058.869628] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1058.869628] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 438d7637-4a18-4f03-8647-665a770fe865 with Priority: HIGHEST for action port [ 1058.870237] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.870237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.870237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.870237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.870754] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.872919] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.873079] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.873622] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-438d7637-4a18-4f03-8647-665a770fe865 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.873622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-438d7637-4a18-4f03-8647-665a770fe865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.873622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-438d7637-4a18-4f03-8647-665a770fe865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.873800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-438d7637-4a18-4f03-8647-665a770fe865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.873900] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('438d7637-4a18-4f03-8647-665a770fe865',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.376098] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.376238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.376443] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 438d7637-4a18-4f03-8647-665a770fe865 with status ACTIVE [ 1059.376614] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.376754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.376795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.376988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.377091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.377258] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.377353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.377414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.378466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.378466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.378466] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.378466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.378466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.378466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.378466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.378466] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 438d7637-4a18-4f03-8647-665a770fe865 is going to be updated. [ 1059.402249] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.402390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.402390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.402577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.402750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.402867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-438d7637-4a18-4f03-8647-665a770fe865" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.674826] env[66012]: INFO networking_nsxv3.common.synchronization [req-1623cb85-f9b9-40f0-8841-70fe545a6ef8 req-3f03455c-22d2-4492-b605-0a85232101e6 tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1059.675399] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1059.676670] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.676796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.676860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.677105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.677421] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.677540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.677646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.677921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.678075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.678158] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.694970] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1059.694970] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 deletion is rescheduled due to dependency. [ 1059.694970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.694970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.694970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.694970] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.694970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.694970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.694970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.694970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.694970] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.078954] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.079350] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.079350] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.079550] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.079808] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.079961] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.081199] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.081627] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.081846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.082818] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.083060] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.083252] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.083427] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.083607] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.083771] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.084065] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.107267] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.107479] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.107684] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.108036] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.108473] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-823f5546-0dab-4e7d-9c48-95d21401639a taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.108684] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-823f5546-0dab-4e7d-9c48-95d21401639a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.108830] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-823f5546-0dab-4e7d-9c48-95d21401639a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.109209] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-823f5546-0dab-4e7d-9c48-95d21401639a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.109372] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823f5546-0dab-4e7d-9c48-95d21401639a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.183483] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e in Status: SUCCESS [ 1060.183661] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2254a96d-eefb-4eb2-96a2-624f1106db5e deletion is rescheduled due to dependency. [ 1060.183795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2254a96d-eefb-4eb2-96a2-624f1106db5e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.184127] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.184347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.184347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.184648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.184732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.184923] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.185064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.185127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.185556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.185556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.185556] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1060.196666] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.214440] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.214589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.214660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.214871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.215040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.226924] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1060.613726] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.613960] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.614113] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.614395] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.614536] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.614696] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 823f5546-0dab-4e7d-9c48-95d21401639a not found, creating... [ 1060.614949] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.615119] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.615233] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.615448] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.615579] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.615904] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.616093] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.616213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.616416] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.616546] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.616680] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 823f5546-0dab-4e7d-9c48-95d21401639a is going to be created. [ 1060.640259] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.640449] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.640572] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.640854] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.641116] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.641357] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-823f5546-0dab-4e7d-9c48-95d21401639a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.701364] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.203590] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.203996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.203996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.204099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.204172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.204282] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1061.234236] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.234858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.234858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.234858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.234858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.251137] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1061.380937] env[66012]: INFO networking_nsxv3.common.synchronization [req-1623cb85-f9b9-40f0-8841-70fe545a6ef8 req-c929d95c-9a89-4a18-b367-53bd6a9f860c service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1061.381516] env[66012]: INFO networking_nsxv3.common.synchronization [req-1623cb85-f9b9-40f0-8841-70fe545a6ef8 req-c929d95c-9a89-4a18-b367-53bd6a9f860c service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1061.381516] env[66012]: INFO networking_nsxv3.common.synchronization [req-1623cb85-f9b9-40f0-8841-70fe545a6ef8 req-c929d95c-9a89-4a18-b367-53bd6a9f860c service nova] Enqueued Resource ID: 823f5546-0dab-4e7d-9c48-95d21401639a with Priority: HIGHEST for action port [ 1061.381901] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1061.382052] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1061.382157] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823f5546-0dab-4e7d-9c48-95d21401639a with Priority: HIGHEST for action port [ 1061.382467] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.382605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.382675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.382900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.383016] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.383904] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.384116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.384252] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-823f5546-0dab-4e7d-9c48-95d21401639a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.384363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823f5546-0dab-4e7d-9c48-95d21401639a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.384439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823f5546-0dab-4e7d-9c48-95d21401639a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.384794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823f5546-0dab-4e7d-9c48-95d21401639a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.384872] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823f5546-0dab-4e7d-9c48-95d21401639a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.886280] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.886485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.886601] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 823f5546-0dab-4e7d-9c48-95d21401639a with status ACTIVE [ 1061.886816] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.886925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.886992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.887216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.887299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.887458] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.887566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.887601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.887741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.887817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.888047] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.888155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.888203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.888356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.888432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.888494] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 823f5546-0dab-4e7d-9c48-95d21401639a is going to be updated. [ 1061.912257] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.912436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.912501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.912681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.912863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.912983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823f5546-0dab-4e7d-9c48-95d21401639a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.218955] env[66012]: INFO networking_nsxv3.common.synchronization [req-f6cb19c4-ebd3-4f91-aefe-74147754befc req-0816c18d-b049-452d-9b98-d8084b82cfc9 tempest-MultipleCreateTestJSON-1221466061 tempest-MultipleCreateTestJSON-1221466061-project-member] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1062.219326] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1062.219714] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.219883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.220527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.220527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.220527] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.220641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.220641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.220796] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.220879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.220968] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.237497] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 4s [ 1062.625219] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.625444] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.625590] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.625933] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.629684] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.629847] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.630016] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.630253] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.630402] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.630614] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.630725] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.630830] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.630932] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.631056] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.631161] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.631291] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.654447] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.654620] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.654753] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.654932] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.655339] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.655562] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.655755] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.656044] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.656180] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a5dee6-9a5f-42f8-90f5-063d63fd4697',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.722919] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.723100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.723175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.723395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.723481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.723675] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.723786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.723848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.723995] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.724083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.724255] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 already deleted. [ 1062.724403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.160080] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.160445] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.160658] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.161063] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.161288] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.161511] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port d6a5dee6-9a5f-42f8-90f5-063d63fd4697 not found, creating... [ 1063.161899] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.162167] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.162378] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.162735] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.162965] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.163401] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.163726] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.164068] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.164395] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.164596] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.164804] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: d6a5dee6-9a5f-42f8-90f5-063d63fd4697 is going to be created. [ 1063.188245] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.188517] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.188649] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.188927] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.189187] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.189465] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.262496] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1063.262849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.262883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.263144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.263374] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.263495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.263563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.263723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.263872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.263957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.263987] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.766375] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.766605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.766605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.766907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.767099] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.767210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.767273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.767447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.767534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.767622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.767774] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.767861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.767942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.768107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.768246] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.768340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.768400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.768540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.768618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.768702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.768794] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.878514] env[66012]: INFO networking_nsxv3.common.synchronization [req-f6cb19c4-ebd3-4f91-aefe-74147754befc req-fae6f8e6-a61d-41d8-a8d9-a34a440d5029 service nova] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_rules [ 1063.878722] env[66012]: INFO networking_nsxv3.common.synchronization [req-f6cb19c4-ebd3-4f91-aefe-74147754befc req-fae6f8e6-a61d-41d8-a8d9-a34a440d5029 service nova] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1063.878832] env[66012]: INFO networking_nsxv3.common.synchronization [req-f6cb19c4-ebd3-4f91-aefe-74147754befc req-fae6f8e6-a61d-41d8-a8d9-a34a440d5029 service nova] Enqueued Resource ID: d6a5dee6-9a5f-42f8-90f5-063d63fd4697 with Priority: HIGHEST for action port [ 1063.879511] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_rules [ 1063.879594] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1063.879678] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6a5dee6-9a5f-42f8-90f5-063d63fd4697 with Priority: HIGHEST for action port [ 1063.879989] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.880097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.880146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.880382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.880463] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.881336] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.881413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.881483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.882063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.882063] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.882063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.882063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.882063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.882395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.882395] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.884056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.884056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.884056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.884056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.884056] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6a5dee6-9a5f-42f8-90f5-063d63fd4697',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.248121] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1064.249034] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1064.249034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.249034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.249208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.249243] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.249350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.249412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.249572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.249652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.249746] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.271356] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7460ba2-b62c-4d56-a2d6-c951a674e839: rpc.has_security_group_logging(os_id): False [ 1064.290897] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.291058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.291123] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.291374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.291478] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.291697] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.291798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.291861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.292125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.292125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.292286] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.292379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.292439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.292577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.292650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.292822] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.292911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.292969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.293116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.293186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.293269] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1064.355056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.355251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.355251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.355489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.355625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.369739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1064.385481] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.385701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.385762] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.386785] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6a5dee6-9a5f-42f8-90f5-063d63fd4697 with status ACTIVE [ 1064.387938] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.388129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.388206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.388421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.388509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.388908] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.388908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.388908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.389077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.389191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.389385] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.389481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.389593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.389676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.389747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.389829] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6a5dee6-9a5f-42f8-90f5-063d63fd4697 is going to be updated. [ 1064.414468] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.414468] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.414614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.414724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.414870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.415019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6a5dee6-9a5f-42f8-90f5-063d63fd4697" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.752538] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.763920] env[66012]: INFO networking_nsxv3.common.synchronization [req-f6cb19c4-ebd3-4f91-aefe-74147754befc req-271df0b1-b93e-4cdf-a894-64834de6b4b7 tempest-MultipleCreateTestJSON-1221466061 tempest-MultipleCreateTestJSON-1221466061-project-member] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1064.764637] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1064.765116] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.765237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.892507] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.127700] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.127942] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.128144] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.128481] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.128786] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.128974] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.129278] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.129595] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.129823] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.130078] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.130281] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.130493] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.130645] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.130862] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.130907] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.131380] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.153137] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.153364] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.153684] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.153948] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.154408] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.154717] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.154995] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.155470] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.155630] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d64e1880-a7c1-4fd9-abce-f6a1962fb6ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.254376] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.395413] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.395677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.395677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.396546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.396679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.396816] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be created. [ 1065.423503] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.423716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.423764] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.424061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.424210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.434974] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: UNINITIALIZED for 2s [ 1065.660771] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.661108] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.661334] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.661680] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.661826] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.661975] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port d64e1880-a7c1-4fd9-abce-f6a1962fb6ee not found, creating... [ 1065.662316] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.662489] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.662624] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.662853] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.663038] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.663345] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.663522] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.666848] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.667147] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.667359] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.667482] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: d64e1880-a7c1-4fd9-abce-f6a1962fb6ee is going to be created. [ 1065.689008] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.689360] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.689453] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.689837] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.689972] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.690235] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.757169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.757759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.758394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.758394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.758394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.758394] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1065.820691] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.820691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.820892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.821314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.821314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.831967] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1066.382987] env[66012]: INFO networking_nsxv3.common.synchronization [req-f6cb19c4-ebd3-4f91-aefe-74147754befc req-15eec4d4-e8bb-4b0e-a8f7-3ccf2900ef59 service nova] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_rules [ 1066.383217] env[66012]: INFO networking_nsxv3.common.synchronization [req-f6cb19c4-ebd3-4f91-aefe-74147754befc req-15eec4d4-e8bb-4b0e-a8f7-3ccf2900ef59 service nova] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1066.383364] env[66012]: INFO networking_nsxv3.common.synchronization [req-f6cb19c4-ebd3-4f91-aefe-74147754befc req-15eec4d4-e8bb-4b0e-a8f7-3ccf2900ef59 service nova] Enqueued Resource ID: d64e1880-a7c1-4fd9-abce-f6a1962fb6ee with Priority: HIGHEST for action port [ 1066.383905] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_rules [ 1066.384894] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1066.385098] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64e1880-a7c1-4fd9-abce-f6a1962fb6ee with Priority: HIGHEST for action port [ 1066.385442] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.385564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.385799] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.385887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.386140] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.386246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.386308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.386506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.386591] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d64e1880-a7c1-4fd9-abce-f6a1962fb6ee',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.389716] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1066.389716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.889756] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d64e1880-a7c1-4fd9-abce-f6a1962fb6ee with status ACTIVE [ 1066.890219] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.890326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.890384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.890678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.890800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.891067] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.891215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.891286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.891523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.891636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.891948] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.892067] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.892201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.892379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.892490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.892591] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d64e1880-a7c1-4fd9-abce-f6a1962fb6ee is going to be updated. [ 1066.922028] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.922235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.922475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.922560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.922721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.922875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d64e1880-a7c1-4fd9-abce-f6a1962fb6ee" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.445883] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1067.446203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.447026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.447026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.447026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.447241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.447241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.447392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.447484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.447568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.447680] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.448787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.448980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.449212] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.449355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.449446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.449649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.449771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.449892] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.845317] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1067.845317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.845317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.845317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.845317] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.845317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.845317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.845317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.845317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.845317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.845659] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.953115] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.953457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.953586] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.348848] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.349525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.349525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.349525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.349624] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.349778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.349848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.350157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.350236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.350289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.350583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.350731] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.350765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.350939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.351370] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.351370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.351370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.351538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.351608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.351704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.351838] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.459089] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.525139] env[66012]: INFO networking_nsxv3.common.synchronization [req-156b110f-f892-49a4-be10-3fc68020dd3a req-d2afc107-9d0b-4e9b-ad26-77827b56ab35 tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1068.525933] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1068.526271] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.526454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.526561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.526836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.527058] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.527216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.527319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.527524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.527653] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.528240] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.855527] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf695c8c-e15e-4035-b879-f5326a70aec0: rpc.has_security_group_logging(os_id): False [ 1068.876402] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.876529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.876582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.876813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.876883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.877100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.877185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.877242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.877395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.877471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.877671] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.877818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.877818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.877956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.878519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.878519] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.878519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.878644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.878739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.878809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.878898] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1068.921429] env[66012]: INFO networking_nsxv3.common.synchronization [None req-12b2d6b0-a7ef-4964-8c8c-f8607533c66b tempest-AttachVolumeShelveTestJSON-1783292687 tempest-AttachVolumeShelveTestJSON-1783292687-project-member] Enqueued Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_rules [ 1068.922076] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_rules [ 1068.922367] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.922436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.922498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.922758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.922838] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.943694] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.943886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.943964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.947373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.947373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.959657] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1068.963313] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.963643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.963643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.963755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.963803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.963902] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1068.996894] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.997062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.997136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.997350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.997497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.014462] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1069.031093] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.050616] env[66012]: INFO networking_nsxv3.common.synchronization [None req-892306c9-bb34-4139-8b99-28187ec9c7d3 tempest-AttachVolumeShelveTestJSON-1783292687 tempest-AttachVolumeShelveTestJSON-1783292687-project-member] Enqueued Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_rules [ 1069.051146] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_rules [ 1069.052031] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.052031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.457920] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.458202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.458273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.458505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.458601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.458731] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639e3f6d-2439-4408-9678-f29a4322202c already deleted. [ 1069.458919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.459027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.459380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.459460] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.534299] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.979760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.980877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.980877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.980877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.980877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.980877] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639e3f6d-2439-4408-9678-f29a4322202c already deleted. [ 1069.980877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.041622] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.041786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.041840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.042078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.042164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.042259] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1070.075180] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.075180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.075180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.075180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.075180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.085283] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1070.886938] env[66012]: INFO networking_nsxv3.common.synchronization [None req-fa0a052c-836d-4d07-a43b-723ad59a1f65 tempest-ServerRescueNegativeTestJSON-1984163851 tempest-ServerRescueNegativeTestJSON-1984163851-project-member] Enqueued Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_rules [ 1070.886938] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_rules [ 1070.888047] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005b48dd-7d35-4c47-8fd8-9dee8f307017 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.888047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.888047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.888446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.888446] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.977121] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1070.977462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.015919] env[66012]: INFO networking_nsxv3.common.synchronization [None req-29d1a2e0-9384-4c79-9cb7-8076207181e4 tempest-ServerRescueNegativeTestJSON-1984163851 tempest-ServerRescueNegativeTestJSON-1984163851-project-member] Enqueued Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_rules [ 1071.017663] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_rules [ 1071.017982] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005b48dd-7d35-4c47-8fd8-9dee8f307017 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.018140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.028040] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1071.028287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.028542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.028690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.028884] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.029017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.029084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.029273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.029359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.029469] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.388019] env[66012]: INFO networking_nsxv3.common.synchronization [req-0e59e1b1-e882-4043-8f0a-fc7c9cd3f056 req-0189042e-c2ae-4e97-955b-8a4c394b3e24 tempest-ServerActionsV293TestJSON-722711762 tempest-ServerActionsV293TestJSON-722711762-project-member] Enqueued Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_members [ 1071.388258] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_members [ 1071.388580] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-11f583aa-b033-4c80-96d3-c86f21a1f63a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.388853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.388853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.389349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.389521] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.390101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.390101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.390556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.390691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.390813] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.415192] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.415343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.416346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.416697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.416772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.416875] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 already deleted. [ 1071.417457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.417457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.417586] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.417777] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.533304] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.764027] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.764027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.764027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.764027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.764027] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.764646] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.764962] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.767548] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.767548] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.767548] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.767548] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.767548] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.767548] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.767548] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.767548] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.767548] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.794275] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.794522] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.796030] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.796030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-253" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.796030] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.796030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.796030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.796030] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.796030] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.894092] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.894277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.894311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.895147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.895147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.895250] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.895378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.895498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.895657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.895755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.895977] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a already deleted. [ 1071.895977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.943661] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.944212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.944212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.944212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.944342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.944447] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 already deleted. [ 1071.944587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.035392] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.097710] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1072.097964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.300352] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.300664] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.300812] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.301116] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.301268] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.301425] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86 not found, creating... [ 1072.301689] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.301849] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.301968] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.302213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.302360] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.302654] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.303066] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.303269] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.303553] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.304594] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.304594] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86 is going to be created. [ 1072.325426] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.325660] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.325762] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.326071] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.326286] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.326518] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.538468] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.538707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.538780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.539184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.539280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.539409] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1072.577181] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.577330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.577469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.577662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.577814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.598560] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1073.186564] env[66012]: INFO networking_nsxv3.common.synchronization [req-0e59e1b1-e882-4043-8f0a-fc7c9cd3f056 req-971781e9-ed00-4ef6-bacf-ee74c2427dfe service nova] Enqueued Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_rules [ 1073.186853] env[66012]: INFO networking_nsxv3.common.synchronization [req-0e59e1b1-e882-4043-8f0a-fc7c9cd3f056 req-971781e9-ed00-4ef6-bacf-ee74c2427dfe service nova] Enqueued Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_members [ 1073.186892] env[66012]: INFO networking_nsxv3.common.synchronization [req-0e59e1b1-e882-4043-8f0a-fc7c9cd3f056 req-971781e9-ed00-4ef6-bacf-ee74c2427dfe service nova] Enqueued Resource ID: c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86 with Priority: HIGHEST for action port [ 1073.187427] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_rules [ 1073.187563] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_members [ 1073.187752] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86 with Priority: HIGHEST for action port [ 1073.188055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11f583aa-b033-4c80-96d3-c86f21a1f63a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.188336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.188336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.188546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.188802] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.189565] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-11f583aa-b033-4c80-96d3-c86f21a1f63a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.189677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.189757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.189935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.190097] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.190193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.190254] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.190389] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.190477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.190564] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.191341] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.191451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.191514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.192550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.192550] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.692911] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.694089] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-11f583aa-b033-4c80-96d3-c86f21a1f63a taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.694197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.694540] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86 with status ACTIVE [ 1073.694812] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.694812] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.694946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.695087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.695184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.695334] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.695457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.695519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.695667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.695744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.695934] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.696022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.696149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.696253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.696374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.696416] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86 is going to be updated. [ 1073.709655] env[66012]: INFO networking_nsxv3.common.synchronization [None req-c018e76b-c242-451f-9b53-b83cb6a3c98b tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_rules [ 1073.711253] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_rules [ 1073.712097] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.712205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.712723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.712723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.712723] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.755207] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.755420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.755463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.755716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.757042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.757042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8ecd90c-5cb8-4e0c-a690-4e0e6639fb86" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.822631] env[66012]: INFO networking_nsxv3.common.synchronization [None req-24869715-2745-4a68-878f-a379d3498fbb tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_rules [ 1073.823527] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_rules [ 1073.823623] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.825011] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.195711] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.234890] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.235134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.235246] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.235557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.235688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.235829] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 already deleted. [ 1074.235956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.236212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.236438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.236561] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.609807] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1074.609984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.610156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.610380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.610650] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.610770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.610837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.610991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.611081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.611168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.611323] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.611415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.611475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.611614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.611753] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.611844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.611904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.612057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.612057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.612240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.612286] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.697967] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.698350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.698479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.698840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.699045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.699223] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a is going to be created. [ 1074.729305] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.729512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.729559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.729769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.729933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.743802] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a in Status: UNINITIALIZED for 2s [ 1074.764296] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.764296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.764296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.764296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.764296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.764296] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 already deleted. [ 1074.764582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.114182] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f15c0cd-4622-4906-989e-25388fa2fd16: rpc.has_security_group_logging(os_id): False [ 1075.135521] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.135803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.135889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.136168] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.136292] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.136583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.136957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.136957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.137152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.137359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.137480] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.137598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.137681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.137804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.137883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.138092] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.138255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.138321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.138472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.138551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.138632] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be created. [ 1075.202627] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.203090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.203090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.203921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.205643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.220655] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1076.755606] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a in Status: SUCCESS [ 1076.755875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.756048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.756335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.756573] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.756783] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.756869] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.757072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.757239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.757296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.757381] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.235449] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1077.235811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.235999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.236313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.236416] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.263114] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.739401] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.740311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.740311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.740311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.740455] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.740548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.740673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.740924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.741091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.741338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.741559] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.766081] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11f583aa-b033-4c80-96d3-c86f21a1f63a: rpc.has_security_group_logging(os_id): False [ 1077.800310] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.800493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.800563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.800784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.802197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.802197] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.802197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.802197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.802197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.802197] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.802197] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a is going to be created. [ 1077.898316] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.898316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.898316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.898554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.898752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.904826] env[66012]: INFO networking_nsxv3.common.synchronization [req-071caccb-453d-4450-8668-74068d9dc520 req-49d05fad-432c-4e43-8e4e-575d719603ee tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_members [ 1077.905454] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_members [ 1077.905895] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2654733-e3af-4488-b961-f1f296edd31f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.905895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.906099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.906260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.906420] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.906516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.907677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.907677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.907677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.907677] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.911811] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a in Status: IN_PROGRESS for 2s [ 1078.244029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.244029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.244275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.244716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.244716] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.244716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.244970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.245034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.245106] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.245198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.245352] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.245485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.245524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.245678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.245885] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.246057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.246195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.246372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.246457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.246539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.246634] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.345470] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.345682] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.346133] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.346133] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.346505] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.346568] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.346682] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.346901] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.347056] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.347278] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.347860] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.347860] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.347860] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.347860] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.347860] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.348085] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.367671] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.367857] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.368046] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.368195] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.368546] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-ba43e7e0-f504-4155-b78f-7c780389b58c taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.368724] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-ba43e7e0-f504-4155-b78f-7c780389b58c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.368841] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-ba43e7e0-f504-4155-b78f-7c780389b58c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.369204] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-ba43e7e0-f504-4155-b78f-7c780389b58c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.369984] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba43e7e0-f504-4155-b78f-7c780389b58c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.409892] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.410073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.410147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.410371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.410461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.410896] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.410896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.410896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.411084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.411084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.411143] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2654733-e3af-4488-b961-f1f296edd31f already deleted. [ 1078.411192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.618616] env[66012]: INFO networking_nsxv3.common.synchronization [req-59aaa67e-e471-4ff9-a5e8-d5223c0a00c2 req-f1520719-c051-4f37-8db0-180d496de8cb tempest-ServersNegativeTestJSON-1950287743 tempest-ServersNegativeTestJSON-1950287743-project-member] Enqueued Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 1078.619420] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d with Priority: HIGHEST for action security_group_members [ 1078.619863] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.619995] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.620071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.620308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.620428] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.620526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.620596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.620721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.620806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.620899] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aba9ef1f-36d7-4a22-aca2-6c1b484a288d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.749286] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f15c0cd-4622-4906-989e-25388fa2fd16: rpc.has_security_group_logging(os_id): False [ 1078.774418] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.774729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.774729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.774864] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.774953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.775190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.775298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.775356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.775508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.775582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.775761] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.775877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.775941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.776158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.776219] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.776490] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.776589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.776649] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.776790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.776865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.776949] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1078.848614] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.848875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.849061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.849398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.849691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.861903] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1078.869793] env[66012]: INFO networking_nsxv3.common.synchronization [req-1d701301-98cf-4782-b595-11b05089c6ff req-a8bfa6b2-edf2-43f3-bc7b-a6fb43e66529 tempest-MultipleCreateTestJSON-1221466061 tempest-MultipleCreateTestJSON-1221466061-project-member] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1078.870461] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1078.870699] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.870815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.870896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.871147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.871268] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.871382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.871435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.871588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.871672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.871762] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.872845] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.873062] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.873206] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.873456] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.873631] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.873786] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port ba43e7e0-f504-4155-b78f-7c780389b58c not found, creating... [ 1078.874448] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.874448] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.874448] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.874666] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.874802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.875117] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.875321] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.875477] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.875694] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.875829] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.875982] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: ba43e7e0-f504-4155-b78f-7c780389b58c is going to be created. [ 1078.908463] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.908827] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.909774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.909774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.909774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.910166] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-ba43e7e0-f504-4155-b78f-7c780389b58c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.123915] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.124084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.124729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.124729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.124929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.125056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.125192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.125307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.125613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.125727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.126528] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d is going to be updated. [ 1079.167458] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.167458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.167458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.167458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.167458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.178922] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: IN_PROGRESS for 2s [ 1079.379015] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.664160] env[66012]: INFO networking_nsxv3.common.synchronization [req-071caccb-453d-4450-8668-74068d9dc520 req-d4f82b6f-23e1-434b-b3e4-a8b73661f4d5 service nova] Enqueued Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_rules [ 1079.664160] env[66012]: INFO networking_nsxv3.common.synchronization [req-071caccb-453d-4450-8668-74068d9dc520 req-d4f82b6f-23e1-434b-b3e4-a8b73661f4d5 service nova] Enqueued Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_members [ 1079.664160] env[66012]: INFO networking_nsxv3.common.synchronization [req-071caccb-453d-4450-8668-74068d9dc520 req-d4f82b6f-23e1-434b-b3e4-a8b73661f4d5 service nova] Enqueued Resource ID: ba43e7e0-f504-4155-b78f-7c780389b58c with Priority: HIGHEST for action port [ 1079.664643] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_rules [ 1079.664809] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_members [ 1079.664926] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba43e7e0-f504-4155-b78f-7c780389b58c with Priority: HIGHEST for action port [ 1079.666678] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e2654733-e3af-4488-b961-f1f296edd31f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.666678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.666678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.666847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.666881] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.668342] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2654733-e3af-4488-b961-f1f296edd31f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.668342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.668342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.668342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.668529] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.670355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.670355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.670355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.670355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.670355] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.672413] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba43e7e0-f504-4155-b78f-7c780389b58c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.672413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba43e7e0-f504-4155-b78f-7c780389b58c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.672413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba43e7e0-f504-4155-b78f-7c780389b58c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.672554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba43e7e0-f504-4155-b78f-7c780389b58c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.672554] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba43e7e0-f504-4155-b78f-7c780389b58c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.845526] env[66012]: INFO networking_nsxv3.common.synchronization [req-b7c6188f-a83b-4a78-ab7c-d46d6ac84b81 req-ab40b2c5-bd72-494b-b82b-8e97052b1fa2 tempest-MultipleCreateTestJSON-1221466061 tempest-MultipleCreateTestJSON-1221466061-project-member] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1079.847163] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1079.847163] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.847163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.884501] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.925149] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a in Status: SUCCESS [ 1079.925470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.173882] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2654733-e3af-4488-b961-f1f296edd31f taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.174018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.174231] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.177027] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba43e7e0-f504-4155-b78f-7c780389b58c with status ACTIVE [ 1080.177278] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.178311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.178311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.178311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.178311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.178311] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.178311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.178311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.178589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.178589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.178723] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.178723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.178793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.178917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.179011] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.179118] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba43e7e0-f504-4155-b78f-7c780389b58c is going to be updated. [ 1080.202860] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.203073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.203073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.204030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.204030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.204199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba43e7e0-f504-4155-b78f-7c780389b58c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.387537] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.387758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.387823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.388170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.388327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.388492] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1080.420644] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.421882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.421882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.421882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.421882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.436516] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1080.676570] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.877141] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1080.877425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.181786] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.182113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.182113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.182324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.182427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.182883] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2654733-e3af-4488-b961-f1f296edd31f is going to be created. [ 1081.214316] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.214480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.214518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.214735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.214914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.226531] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2654733-e3af-4488-b961-f1f296edd31f in Status: UNINITIALIZED for 2s [ 1081.490347] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d in Status: SUCCESS [ 1081.490347] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aba9ef1f-36d7-4a22-aca2-6c1b484a288d deletion is rescheduled due to dependency. [ 1081.490347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aba9ef1f-36d7-4a22-aca2-6c1b484a288d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.449503] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1082.449913] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.450229] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.450634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.450924] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.451074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.451165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.451380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.451519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.451556] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.955584] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.955584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.955584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.955584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.955882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.955882] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.955998] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.956063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.956356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.956356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.956470] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1082.986668] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.986805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.986848] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.987111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.987439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.999465] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1083.238838] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2654733-e3af-4488-b961-f1f296edd31f in Status: UNINITIALIZED for 4s [ 1084.847108] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1084.847380] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1085.011178] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1085.011381] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 deletion is rescheduled due to dependency. [ 1085.011498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.250978] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2654733-e3af-4488-b961-f1f296edd31f in Status: SUCCESS [ 1085.251582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.251582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.252654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.252654] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.252654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.252654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.252654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.252654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.252654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.252654] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.755790] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.260169] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e2654733-e3af-4488-b961-f1f296edd31f: rpc.has_security_group_logging(os_id): False [ 1086.283870] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.284108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.284108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.284315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.284403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.284757] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.284873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.284938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.285106] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.285186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.285271] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e2654733-e3af-4488-b961-f1f296edd31f is going to be created. [ 1086.364444] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.364658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.364658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.364901] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.365413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.378216] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2654733-e3af-4488-b961-f1f296edd31f in Status: IN_PROGRESS for 2s [ 1086.893186] env[66012]: INFO networking_nsxv3.common.synchronization [req-8b404f13-b803-4114-9ea0-9af132428d52 req-502cc935-b050-4695-af44-c035698d5197 tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1086.893736] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1086.894050] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.894224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.894224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.894509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.894556] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.894927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.894927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.894927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.894927] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.895073] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.184515] env[66012]: INFO networking_nsxv3.common.synchronization [req-715c0b39-850f-4788-a850-6efa8896cb7f req-18288a57-7c1d-4ab7-8c2e-3fa38b9675ea tempest-AttachVolumeShelveTestJSON-1783292687 tempest-AttachVolumeShelveTestJSON-1783292687-project-member] Enqueued Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_members [ 1087.185127] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_members [ 1087.185496] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.185705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.185785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.186108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.186322] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.186458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.186535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.186723] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.186835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.186952] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.401765] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.401765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.402118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.402841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.403421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.403668] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.403819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.403889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.404076] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.404157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.404247] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1087.437076] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.437231] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.437306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.437563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.437717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.447047] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1087.528286] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.528286] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.528286] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.528286] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.528286] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.528286] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.528286] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.528816] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.528816] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.529026] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.529783] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.529783] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.529783] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.529783] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.529783] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.529783] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.551083] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.552552] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.552552] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.552552] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.552552] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.552552] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.552552] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.552831] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.552861] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11241154-7de3-4df8-8d0f-6c1f36f9e2c2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.689496] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.689739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.689813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.690075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.690185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.690419] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.690519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.690577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.690751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.691442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.691442] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 639e3f6d-2439-4408-9678-f29a4322202c already deleted. [ 1087.691442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.055479] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.055755] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.056713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.056713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.056713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.056713] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 not found, creating... [ 1088.057022] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.057022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.057121] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.057254] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.057380] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.057662] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.057813] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.057942] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.058209] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.058347] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.058554] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 is going to be created. [ 1088.078940] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.079112] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.079237] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.079572] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.079801] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.080133] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.389908] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e2654733-e3af-4488-b961-f1f296edd31f in Status: SUCCESS [ 1088.390163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.814249] env[66012]: INFO networking_nsxv3.common.synchronization [req-715c0b39-850f-4788-a850-6efa8896cb7f req-fd117c7c-fced-4ab3-99fb-59782e62bc3a service nova] Enqueued Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_rules [ 1088.814510] env[66012]: INFO networking_nsxv3.common.synchronization [req-715c0b39-850f-4788-a850-6efa8896cb7f req-fd117c7c-fced-4ab3-99fb-59782e62bc3a service nova] Enqueued Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_members [ 1088.814547] env[66012]: INFO networking_nsxv3.common.synchronization [req-715c0b39-850f-4788-a850-6efa8896cb7f req-fd117c7c-fced-4ab3-99fb-59782e62bc3a service nova] Enqueued Resource ID: 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 with Priority: HIGHEST for action port [ 1088.815662] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_rules [ 1088.815828] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_members [ 1088.816297] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 with Priority: HIGHEST for action port [ 1088.816536] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.816660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.816721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.816920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.816999] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.817857] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.817967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.818046] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.818209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.818351] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.818505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.818566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.818703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.818785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.818871] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.820097] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.820202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.820267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.820415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.820490] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11241154-7de3-4df8-8d0f-6c1f36f9e2c2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.322629] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.322759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.322958] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.324045] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 with status ACTIVE [ 1089.324143] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.324212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.324298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.324488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.324650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.324755] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.324850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.324910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.325725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.325725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.325725] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.325725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.325725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.325974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.325974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.325974] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 is going to be updated. [ 1089.350506] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.350506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.350506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.350506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.350813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.350879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.457965] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1089.458173] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1089.458313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.828938] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.101377] env[66012]: INFO networking_nsxv3.common.synchronization [req-717a76f2-c443-4c84-99ae-6ad4bd9bb469 req-a9884a70-14ed-422e-b2e9-25ee47310718 tempest-ServerRescueNegativeTestJSON-1984163851 tempest-ServerRescueNegativeTestJSON-1984163851-project-member] Enqueued Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_members [ 1090.102164] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_members [ 1090.102587] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-005b48dd-7d35-4c47-8fd8-9dee8f307017 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.102714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.102774] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.103021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.103178] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.103275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.103336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.103479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.103559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.103651] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.332031] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.332194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.332313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.332594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.332851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.333022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 639e3f6d-2439-4408-9678-f29a4322202c is going to be created. [ 1090.362480] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.362480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.362480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.362707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.362871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.373703] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: UNINITIALIZED for 2s [ 1090.445411] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-366 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.445578] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.445702] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.445986] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.446261] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.446455] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.446524] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.446736] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.446871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.447297] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.447431] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.447541] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.447650] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.447761] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.447860] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.447986] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.469772] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.469977] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.470092] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.470269] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-366" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.470745] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.470884] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.471009] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.471338] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.471472] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c413c92c-1abb-4ae0-83f3-8f713b29b3f9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.606810] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.606999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.607057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.607274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.607360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.607567] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.607670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.607734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.607880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.607955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.608051] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 already deleted. [ 1090.608133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.973910] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.974374] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.974374] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.974772] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.974772] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.974877] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port c413c92c-1abb-4ae0-83f3-8f713b29b3f9 not found, creating... [ 1090.975160] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.975322] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.975436] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.975837] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.976176] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.976703] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.976881] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.977012] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.977381] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.977524] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.977676] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: c413c92c-1abb-4ae0-83f3-8f713b29b3f9 is going to be created. [ 1091.008593] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.008780] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.009372] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.009372] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.009559] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.009651] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.115583] env[66012]: INFO networking_nsxv3.common.synchronization [req-1cb32486-b24f-490d-a708-4ef557cac842 req-42863a18-0610-40aa-b31c-ce5a4f1529ec tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_members [ 1091.116372] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deee46c7-faae-4206-94fe-fca0bff7902d with Priority: HIGHEST for action security_group_members [ 1091.116562] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-deee46c7-faae-4206-94fe-fca0bff7902d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.116692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.116760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.117146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.117241] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.117316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.117378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.117523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.117846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.117846] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('deee46c7-faae-4206-94fe-fca0bff7902d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.620813] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.621097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.621515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.622660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.622770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.623525] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.623525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.623525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.623525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.623525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.623525] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deee46c7-faae-4206-94fe-fca0bff7902d is going to be updated. [ 1091.652908] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.653352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.653352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.653441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.653523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.663837] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deee46c7-faae-4206-94fe-fca0bff7902d in Status: IN_PROGRESS for 2s [ 1091.712501] env[66012]: INFO networking_nsxv3.common.synchronization [req-717a76f2-c443-4c84-99ae-6ad4bd9bb469 req-53df3b65-37b1-4c5a-90c2-f27fe9a13b04 service nova] Enqueued Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_rules [ 1091.712744] env[66012]: INFO networking_nsxv3.common.synchronization [req-717a76f2-c443-4c84-99ae-6ad4bd9bb469 req-53df3b65-37b1-4c5a-90c2-f27fe9a13b04 service nova] Enqueued Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_members [ 1091.712892] env[66012]: INFO networking_nsxv3.common.synchronization [req-717a76f2-c443-4c84-99ae-6ad4bd9bb469 req-53df3b65-37b1-4c5a-90c2-f27fe9a13b04 service nova] Enqueued Resource ID: c413c92c-1abb-4ae0-83f3-8f713b29b3f9 with Priority: HIGHEST for action port [ 1091.713534] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_rules [ 1091.713708] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_members [ 1091.713864] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c413c92c-1abb-4ae0-83f3-8f713b29b3f9 with Priority: HIGHEST for action port [ 1091.715288] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-005b48dd-7d35-4c47-8fd8-9dee8f307017 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.716760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.716760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.716956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.717051] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.719228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-005b48dd-7d35-4c47-8fd8-9dee8f307017 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.719228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.719228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.719228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.719228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.719228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.719228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.719517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.719517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.719517] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.720212] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.720323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.720430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.720544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.720613] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c413c92c-1abb-4ae0-83f3-8f713b29b3f9',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.222126] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-005b48dd-7d35-4c47-8fd8-9dee8f307017 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.222469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.222863] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.223505] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c413c92c-1abb-4ae0-83f3-8f713b29b3f9 with status ACTIVE [ 1092.223616] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.224563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.224563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.224563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.224563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.224563] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.224563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.224563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.224858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.224858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.224858] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.224991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.224991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.225210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.225210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.225302] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c413c92c-1abb-4ae0-83f3-8f713b29b3f9 is going to be updated. [ 1092.255221] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.255369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.255424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.255706] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.255890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.256079] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c413c92c-1abb-4ae0-83f3-8f713b29b3f9" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.392663] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: SUCCESS [ 1092.395416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.395599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.396977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.396977] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.396977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.396977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.396977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.396977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.396977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.396977] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.469681] env[66012]: INFO networking_nsxv3.common.synchronization [req-61cae211-9b4c-4539-ad32-662a79619207 req-c71d33e9-da6a-4e2b-9c62-5a602131ce4c tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1092.470480] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1092.470596] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.470684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.470721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.470953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.471345] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.471345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.471345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.471538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.471568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.471695] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.729136] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.798148] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.798148] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.798148] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.798148] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.798148] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.798148] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.798148] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.798148] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.798148] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.798148] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.798685] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.798922] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.799129] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.799327] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.799579] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.799894] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.820948] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.820948] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.820948] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.820948] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.820948] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.820948] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.820948] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.820948] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.820948] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac51e8c3-e0d8-4b2d-9125-4eae15f09764',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.903590] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.978371] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.978729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.978729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.979072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.979145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.979404] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.979532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.979794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.979847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.979949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.980056] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 already deleted. [ 1092.980164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.231403] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.231744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.231744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.231830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.231860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.232027] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 is going to be created. [ 1093.256060] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.256244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.256244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.256476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.256623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.266956] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 in Status: UNINITIALIZED for 2s [ 1093.325355] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.325638] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.325849] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.326285] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.326509] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.326761] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port ac51e8c3-e0d8-4b2d-9125-4eae15f09764 not found, creating... [ 1093.327241] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.327524] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.327729] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.328096] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.328317] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.328779] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.329043] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.329242] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.329567] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.329797] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.330028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: ac51e8c3-e0d8-4b2d-9125-4eae15f09764 is going to be created. [ 1093.351298] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.351513] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.351638] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.352190] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.352190] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.352380] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.407334] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 639e3f6d-2439-4408-9678-f29a4322202c: rpc.has_security_group_logging(os_id): False [ 1093.431112] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.431355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.431355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.431577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.431674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.431933] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.432050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.432112] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.432336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.432336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.432426] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639e3f6d-2439-4408-9678-f29a4322202c is going to be created. [ 1093.524985] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.525209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.525267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.525453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.525634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.538339] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: IN_PROGRESS for 2s [ 1093.676860] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: deee46c7-faae-4206-94fe-fca0bff7902d in Status: SUCCESS [ 1093.676955] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: deee46c7-faae-4206-94fe-fca0bff7902d deletion is rescheduled due to dependency. [ 1093.677078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-deee46c7-faae-4206-94fe-fca0bff7902d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.645739] env[66012]: INFO networking_nsxv3.common.synchronization [req-61cae211-9b4c-4539-ad32-662a79619207 req-3a543064-924c-4691-b055-5222b1441476 service nova] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_rules [ 1094.646081] env[66012]: INFO networking_nsxv3.common.synchronization [req-61cae211-9b4c-4539-ad32-662a79619207 req-3a543064-924c-4691-b055-5222b1441476 service nova] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1094.646129] env[66012]: INFO networking_nsxv3.common.synchronization [req-61cae211-9b4c-4539-ad32-662a79619207 req-3a543064-924c-4691-b055-5222b1441476 service nova] Enqueued Resource ID: ac51e8c3-e0d8-4b2d-9125-4eae15f09764 with Priority: HIGHEST for action port [ 1094.646667] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_rules [ 1094.646795] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1094.646909] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac51e8c3-e0d8-4b2d-9125-4eae15f09764 with Priority: HIGHEST for action port [ 1094.647560] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.647746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.647908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.648414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.648747] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.650887] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.650887] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.651382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.652111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.652111] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.652276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.652433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.653050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.653266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.653479] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.655139] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.655411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.655630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.655861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.655991] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac51e8c3-e0d8-4b2d-9125-4eae15f09764',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.158103] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.159612] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.159771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.159962] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac51e8c3-e0d8-4b2d-9125-4eae15f09764 with status ACTIVE [ 1095.160121] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.160181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.160599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.160922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.160988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.161183] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.161283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.161348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.162305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.162305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.162305] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.162305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.162305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.162305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.162305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.162305] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac51e8c3-e0d8-4b2d-9125-4eae15f09764 is going to be updated. [ 1095.186466] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.186466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.186466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.186466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.186466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.186466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac51e8c3-e0d8-4b2d-9125-4eae15f09764" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.280339] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 in Status: SUCCESS [ 1095.280683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.280784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.281017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.281229] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.281924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.281924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.281924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.281924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.281924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.281924] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.560827] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: SUCCESS [ 1095.561472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.665725] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.785256] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.168743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.168958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.169039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.169237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.169475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.169475] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 is going to be created. [ 1096.197928] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.198399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.198526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.200066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.200066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.213421] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: UNINITIALIZED for 2s [ 1096.287066] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 005b48dd-7d35-4c47-8fd8-9dee8f307017: rpc.has_security_group_logging(os_id): False [ 1096.320837] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.321035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.321035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.321269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.321356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.321620] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.321719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.321842] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.321906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.321984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.322081] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 is going to be created. [ 1096.397072] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.397273] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.397355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.397568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.397769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.409110] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 in Status: IN_PROGRESS for 2s [ 1098.035585] env[66012]: INFO networking_nsxv3.common.synchronization [req-79ee30bc-bb49-454b-8e61-7b4db5e6ea82 req-68d56033-824e-49ee-8434-6b5a89431fdc tempest-AttachVolumeTestJSON-2070203022 tempest-AttachVolumeTestJSON-2070203022-project-member] Enqueued Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_members [ 1098.036064] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGHEST for action security_group_members [ 1098.036418] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.036563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.036625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.036820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.036971] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.037083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.037396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.037396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.037534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.037605] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.226179] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: SUCCESS [ 1098.226463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.226685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.226917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.227136] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.227275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.227342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.227500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.227604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.227695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.227778] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.431335] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 in Status: SUCCESS [ 1098.431797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.540859] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.541068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.541130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.541367] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.541461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.541669] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.541769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.541822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.541982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.542130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.542235] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82835eed-ee17-4ef1-992e-d4587efa8183 is going to be updated. [ 1098.596315] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.596482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.596553] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.596898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.597089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.612192] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82835eed-ee17-4ef1-992e-d4587efa8183 in Status: IN_PROGRESS for 2s [ 1098.731326] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.234409] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86a6ec2a-9aff-4091-8a76-d5ea12e934d6: rpc.has_security_group_logging(os_id): False [ 1099.253846] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.254238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.254238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.254342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.254372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.254592] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.254692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.254755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.254898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.254972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.255078] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 is going to be created. [ 1099.324539] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.324709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.324749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.324957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.325146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.337556] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: IN_PROGRESS for 2s [ 1100.622728] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82835eed-ee17-4ef1-992e-d4587efa8183 in Status: SUCCESS [ 1100.623018] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82835eed-ee17-4ef1-992e-d4587efa8183 deletion is rescheduled due to dependency. [ 1100.623134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.630729] env[66012]: INFO networking_nsxv3.common.synchronization [req-c36cdef3-c633-4556-93ce-908a42441ad1 req-145664c0-a75c-4c04-bea5-c31e01235146 tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1100.631925] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1100.631925] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.631925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.631925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.631925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.632611] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.632611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.632611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.632611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.632944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.632944] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.004287] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.004487] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.004610] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.004924] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.005347] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.005599] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.005807] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.007223] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.007223] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.007353] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.007385] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.007563] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.007693] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.007834] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.007950] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.008146] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.036672] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.036672] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.036672] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.037858] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.037858] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.037858] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.037858] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.037858] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.038239] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991bdc35-e91c-4d8e-9cbc-c301a83ea23c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.135369] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.353812] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: SUCCESS [ 1101.354115] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.544089] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.544089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.544089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.544089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.544089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.544089] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 991bdc35-e91c-4d8e-9cbc-c301a83ea23c not found, creating... [ 1101.544089] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.544089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.544089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.544089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.544089] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.544561] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.544561] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.544561] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.544561] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.544561] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.544751] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 991bdc35-e91c-4d8e-9cbc-c301a83ea23c is going to be created. [ 1101.568653] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.568899] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.569031] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.569318] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.569571] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.569855] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.638324] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.142993] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.142993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.142993] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.143426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.143426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.143426] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1102.177387] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.177617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.177681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.177952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.178150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.189701] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1102.279981] env[66012]: INFO networking_nsxv3.common.synchronization [req-c36cdef3-c633-4556-93ce-908a42441ad1 req-71754e97-bb6a-4a59-8fcf-e8022ebccff9 service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 1102.281394] env[66012]: INFO networking_nsxv3.common.synchronization [req-c36cdef3-c633-4556-93ce-908a42441ad1 req-71754e97-bb6a-4a59-8fcf-e8022ebccff9 service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1102.281394] env[66012]: INFO networking_nsxv3.common.synchronization [req-c36cdef3-c633-4556-93ce-908a42441ad1 req-71754e97-bb6a-4a59-8fcf-e8022ebccff9 service nova] Enqueued Resource ID: 991bdc35-e91c-4d8e-9cbc-c301a83ea23c with Priority: HIGHEST for action port [ 1102.281394] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 1102.281394] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1102.281394] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991bdc35-e91c-4d8e-9cbc-c301a83ea23c with Priority: HIGHEST for action port [ 1102.281572] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.281689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.281732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.281926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.282101] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.283349] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.283492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.283735] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.283839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.283902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.284211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.284303] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('991bdc35-e91c-4d8e-9cbc-c301a83ea23c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.782240] env[66012]: INFO networking_nsxv3.common.synchronization [req-be77f3ab-c58b-4231-9bb1-e5ca499f57d4 req-91f139a2-b55d-48cb-b211-4d96566e5a96 tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1102.783709] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1102.784067] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.784232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.784283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.784449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.784646] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.784719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.784758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.784929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.785025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.785119] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.786082] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.786082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.787789] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 991bdc35-e91c-4d8e-9cbc-c301a83ea23c with status ACTIVE [ 1102.789164] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.789284] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.789352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.789518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.789621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.789789] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.789884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.789951] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.790111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.790191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.790379] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.790475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.790535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.790671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.790747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.790848] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 991bdc35-e91c-4d8e-9cbc-c301a83ea23c is going to be updated. [ 1102.806101] env[66012]: INFO networking_nsxv3.common.synchronization [req-be77f3ab-c58b-4231-9bb1-e5ca499f57d4 req-91f139a2-b55d-48cb-b211-4d96566e5a96 tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1102.806348] env[66012]: INFO networking_nsxv3.common.synchronization [req-be77f3ab-c58b-4231-9bb1-e5ca499f57d4 req-91f139a2-b55d-48cb-b211-4d96566e5a96 tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1102.806516] env[66012]: INFO networking_nsxv3.common.synchronization [req-be77f3ab-c58b-4231-9bb1-e5ca499f57d4 req-91f139a2-b55d-48cb-b211-4d96566e5a96 tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 with Priority: HIGHEST for action port [ 1102.807065] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1102.807209] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1102.807302] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 with Priority: HIGHEST for action port [ 1102.807583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.807705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.807771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.808014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.808063] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.808927] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.809033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.809241] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.809345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.809408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.809620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.809712] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fbedbf2-49f2-48ec-9c95-63f37bc90fe8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.817313] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.817463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.817532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.817742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.817879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.818050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-991bdc35-e91c-4d8e-9cbc-c301a83ea23c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.287920] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.311938] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.311938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.311938] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 with status ACTIVE [ 1103.311938] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.311938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.311938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.312293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.312293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.312293] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.312422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.312479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.312586] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.312657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.312880] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.312974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.313053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.313335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.313335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.313335] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 is going to be updated. [ 1103.340737] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.340737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.340737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.340737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.340737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.340737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.791047] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.200530] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1104.200798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.201093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.201372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.201564] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.201698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.201753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.201901] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.201980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.203636] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.293036] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.293266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.293341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.293554] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.293643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.293740] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 is going to be updated. [ 1104.331282] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.331282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.331282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.331282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.331599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.342273] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: IN_PROGRESS for 2s [ 1104.706035] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.207160] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.710014] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.710211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.710287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.710507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.710593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.710690] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1105.745250] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.745434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.745539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.745787] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.745961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.756583] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1106.215923] env[66012]: INFO networking_nsxv3.common.synchronization [req-051d3785-6571-477d-ba11-368b027104ca req-251135be-1f90-4773-a9b1-8c30b3964f69 tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1106.216686] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1106.217033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.217143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.235937] env[66012]: INFO networking_nsxv3.common.synchronization [req-051d3785-6571-477d-ba11-368b027104ca req-251135be-1f90-4773-a9b1-8c30b3964f69 tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1106.236168] env[66012]: INFO networking_nsxv3.common.synchronization [req-051d3785-6571-477d-ba11-368b027104ca req-251135be-1f90-4773-a9b1-8c30b3964f69 tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1106.236334] env[66012]: INFO networking_nsxv3.common.synchronization [req-051d3785-6571-477d-ba11-368b027104ca req-251135be-1f90-4773-a9b1-8c30b3964f69 tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 with Priority: HIGHEST for action port [ 1106.236953] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_rules [ 1106.237235] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1106.237343] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 with Priority: HIGHEST for action port [ 1106.237661] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.237799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.238035] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.238125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.238306] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.238482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.238482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.238815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.238884] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fbedbf2-49f2-48ec-9c95-63f37bc90fe8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.354162] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: SUCCESS [ 1106.354464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.354688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.354974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.355271] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.355377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.355466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.355663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.355770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.355893] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.743860] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 with status ACTIVE [ 1106.744128] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.744337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.744406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.744896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.745025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.745277] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.745347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.745484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.745605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.745719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.745860] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.745955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.746029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.746177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.746252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.746384] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fbedbf2-49f2-48ec-9c95-63f37bc90fe8 is going to be updated. [ 1106.777091] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.777267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.777373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.777608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.777815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.777962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fbedbf2-49f2-48ec-9c95-63f37bc90fe8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.859154] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.361639] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.768731] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1107.769038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.769287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.769550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.769995] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.769995] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.769995] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.771334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.771334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.771334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.771334] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.863985] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.864691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.864691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.864691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.864691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.864999] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 is going to be updated. [ 1107.895898] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.895898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.895898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.896108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.896274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.906807] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: IN_PROGRESS for 2s [ 1108.272383] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.272558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.272624] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.272878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.273269] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.273269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.273269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.273457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.273514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.273586] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.273760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.273852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.273917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.274100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.274251] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.274340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.274397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.274537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.274639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.274736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.274835] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.778215] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcc80b-497f-4869-b957-8b941ed755a6: rpc.has_security_group_logging(os_id): False [ 1108.817579] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.817947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.817947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.818288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.818394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.818655] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.818821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.818882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.819070] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.819155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.819372] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.819526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.819526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.819744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.819803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.820019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.820992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.820992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.820992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.820992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.820992] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1108.897195] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.897195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.897195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.897195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.897475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.915763] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1109.918115] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: SUCCESS [ 1109.918467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.918606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.918976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.919268] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.919455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.919571] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.919803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.919920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.920091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.920277] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.921351] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.921635] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.921834] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.921990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.922127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.922369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.922502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.923612] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.425189] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.426197] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.927803] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97563c8b-cc37-40d4-b27a-5531efe92f18: rpc.has_security_group_logging(os_id): False [ 1110.929078] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.933642] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1110.933850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.947876] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.948073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.948187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.948442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.948561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.948889] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.948997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.949071] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.949229] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.949307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.949392] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 is going to be updated. [ 1111.021478] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.021691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.021691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.021895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.022057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.043383] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: IN_PROGRESS for 2s [ 1111.238957] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1111.239084] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1111.374081] env[66012]: INFO networking_nsxv3.common.synchronization [req-0f88f028-c7e4-463d-b6c8-4e3547a60611 req-ae852b20-be84-4361-996b-d41985df1a98 tempest-AttachInterfacesUnderV243Test-1467112981 tempest-AttachInterfacesUnderV243Test-1467112981-project-member] Enqueued Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1111.374660] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 with Priority: HIGHEST for action security_group_members [ 1111.375822] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-97563c8b-cc37-40d4-b27a-5531efe92f18 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.375822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.431235] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.431393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.431465] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.431691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.431923] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.431923] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 is going to be updated. [ 1111.458662] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.458883] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.459027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.459179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.459316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.469277] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: IN_PROGRESS for 2s [ 1113.057843] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: SUCCESS [ 1113.058159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.058324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.058593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.058718] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.186812] env[66012]: INFO networking_nsxv3.common.synchronization [None req-7bc79b6c-44fc-4bd5-b9fd-2cb9d6847491 tempest-AttachVolumeTestJSON-2070203022 tempest-AttachVolumeTestJSON-2070203022-project-member] Enqueued Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_rules [ 1113.187299] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_rules [ 1113.187337] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61ca2a3b-1673-4730-9018-bf1a6db8466a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.187709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.187709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.187815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.187862] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.272169] env[66012]: INFO networking_nsxv3.common.synchronization [None req-d86a9596-cec0-4647-be84-43a3baa12a09 tempest-AttachVolumeTestJSON-2070203022 tempest-AttachVolumeTestJSON-2070203022-project-member] Enqueued Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_rules [ 1113.272702] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_rules [ 1113.273018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61ca2a3b-1673-4730-9018-bf1a6db8466a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.273205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.479915] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 in Status: SUCCESS [ 1113.480169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.480344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.480619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.480878] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.481066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.481172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.481299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.481420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.481536] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.580045] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.580260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.580260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.580425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.580517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.580614] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 is going to be deleted. [ 1113.646865] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.647032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.647032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.647218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.647310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.647438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.717570] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.717729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.717816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.718049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.718140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.718268] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a already deleted. [ 1113.718382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.718794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.718794] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.718917] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.984477] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.984725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.984725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.985170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.985170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.985433] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.985433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.985433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.985558] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.985591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.985659] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 is going to be deleted. [ 1114.015069] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.015244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.015244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.015428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.015532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.015633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.015814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.015980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.016191] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.016604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.016679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.016932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.016966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.017071] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97563c8b-cc37-40d4-b27a-5531efe92f18',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.114017] env[66012]: INFO networking_nsxv3.common.synchronization [req-c702ad5d-7bb9-4e3c-9a7c-05b8c303ca94 req-132c1258-9d0d-4a7a-a37d-36dc6d224b11 tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1114.114527] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1114.114880] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.115027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.115068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.115252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.115405] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.115500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.115561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.115730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.115806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.115898] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.119151] env[66012]: INFO networking_nsxv3.common.synchronization [req-02b71d35-2bc8-424f-822c-dd0a285b2dd6 req-c6ed90bf-5b54-4ba8-b858-58fe27d9118c tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_members [ 1114.119391] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGHEST for action security_group_members [ 1114.120222] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.120222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.120222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.120222] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.120447] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.120499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.120533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.120867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.120867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.120867] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.239582] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.239747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.239821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.240056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.240151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.240249] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a already deleted. [ 1114.240331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.520226] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.522178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.522178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.522178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.522178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.522178] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.522178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.522178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.522178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.522178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.522178] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97563c8b-cc37-40d4-b27a-5531efe92f18 already deleted. [ 1114.522178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97563c8b-cc37-40d4-b27a-5531efe92f18" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.618033] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.623387] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.623572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.623657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.623939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.645295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.645535] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.645651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.645720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.645921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.646031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.646105] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a is going to be updated. [ 1114.673928] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.674111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.674156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.674402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.674545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.683173] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a in Status: IN_PROGRESS for 2s [ 1115.120431] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.196385] env[66012]: INFO networking_nsxv3.common.synchronization [req-a663337c-7ce7-4833-bc53-d4f473bf0997 req-73bb200d-4250-43d1-a783-99de4276a490 tempest-MultipleCreateTestJSON-1221466061 tempest-MultipleCreateTestJSON-1221466061-project-member] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1115.196986] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1115.197346] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.197726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.197726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.197726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.197874] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.197959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.198034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.198177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.198258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.198351] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.507849] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.508144] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.508272] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.508551] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.508858] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.509038] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.509179] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.509382] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.509520] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.509776] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.509898] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.510099] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.510099] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.510177] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.510252] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.510378] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.533413] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.533590] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.533731] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.533901] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.534249] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.534424] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.534534] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.534878] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.535018] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e2000d-e4fb-44d9-96d0-a7732ca10a8e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.623278] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.623423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.623521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.623697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.623799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.623872] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1115.656839] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.656977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.658029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.658029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.658029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.667919] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1115.701027] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.701220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.701293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.701510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.701603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.701810] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.701902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.701966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.702127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.702206] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.702281] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1115.729022] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.729194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.729250] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.729424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.729556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.741739] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1116.037345] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.037569] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.037644] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.037916] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.038125] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.038294] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port b0e2000d-e4fb-44d9-96d0-a7732ca10a8e not found, creating... [ 1116.038574] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.038722] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.038874] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.039110] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.039300] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.039593] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.039764] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.039916] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.040143] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.040274] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.040412] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: b0e2000d-e4fb-44d9-96d0-a7732ca10a8e is going to be created. [ 1116.067998] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.068251] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.068463] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.068807] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.068957] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.069226] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.695255] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a in Status: SUCCESS [ 1116.695984] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a deletion is rescheduled due to dependency. [ 1116.695984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.776422] env[66012]: INFO networking_nsxv3.common.synchronization [req-a663337c-7ce7-4833-bc53-d4f473bf0997 req-fedc15b4-a7a1-4639-adc0-e96c9480a112 service nova] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_rules [ 1116.776644] env[66012]: INFO networking_nsxv3.common.synchronization [req-a663337c-7ce7-4833-bc53-d4f473bf0997 req-fedc15b4-a7a1-4639-adc0-e96c9480a112 service nova] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1116.776864] env[66012]: INFO networking_nsxv3.common.synchronization [req-a663337c-7ce7-4833-bc53-d4f473bf0997 req-fedc15b4-a7a1-4639-adc0-e96c9480a112 service nova] Enqueued Resource ID: b0e2000d-e4fb-44d9-96d0-a7732ca10a8e with Priority: HIGHEST for action port [ 1116.777445] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_rules [ 1116.777585] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1116.777840] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e2000d-e4fb-44d9-96d0-a7732ca10a8e with Priority: HIGHEST for action port [ 1116.777959] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.779800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.779933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.780265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.780398] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.781668] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.781818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.782467] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.782467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.782467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.782748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.782855] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e2000d-e4fb-44d9-96d0-a7732ca10a8e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.287561] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.287763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.287926] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0e2000d-e4fb-44d9-96d0-a7732ca10a8e with status ACTIVE [ 1117.288125] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.288237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.288296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.288504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.288594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.288928] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.288928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.289036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.289124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.289203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.289382] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.289501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.289565] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.289712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.289779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.289865] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0e2000d-e4fb-44d9-96d0-a7732ca10a8e is going to be updated. [ 1117.490572] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.490827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.490900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.491131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.491263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.491411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0e2000d-e4fb-44d9-96d0-a7732ca10a8e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.645203] env[66012]: INFO networking_nsxv3.common.synchronization [req-a663337c-7ce7-4833-bc53-d4f473bf0997 req-99f3f0b4-da11-4726-afd6-c7d4195b7629 tempest-MultipleCreateTestJSON-1221466061 tempest-MultipleCreateTestJSON-1221466061-project-member] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1117.645760] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1117.646112] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.646218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.678648] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1117.678905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.752097] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1117.752403] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 deletion is rescheduled due to dependency. [ 1117.752403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.752548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.752775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.752953] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.753078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.753138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.753306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.753367] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.753439] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.975135] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-7 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.975450] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.975450] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.975778] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.975973] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.976376] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.976476] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.976962] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.976962] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.977651] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.977651] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.977651] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.977651] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.977886] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1117.977942] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.978075] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.997528] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.997874] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1117.997874] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.998027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.998283] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.998763] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.998763] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.999036] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.999179] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06c1e8c-dff5-47a8-ba06-96f880afcfd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.256230] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.502021] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.502203] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.503027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.503027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.503027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.503027] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port e06c1e8c-dff5-47a8-ba06-96f880afcfd1 not found, creating... [ 1118.503210] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.503420] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.504959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.504959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.504959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.504959] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.504959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.504959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.504959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.504959] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.504959] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: e06c1e8c-dff5-47a8-ba06-96f880afcfd1 is going to be created. [ 1118.527181] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.527410] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.527531] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.527870] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.528180] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.528423] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.759383] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.253833] env[66012]: INFO networking_nsxv3.common.synchronization [req-a663337c-7ce7-4833-bc53-d4f473bf0997 req-d056c226-5d46-4dba-bbcd-016c6dd2b0bb service nova] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_rules [ 1119.254028] env[66012]: INFO networking_nsxv3.common.synchronization [req-a663337c-7ce7-4833-bc53-d4f473bf0997 req-d056c226-5d46-4dba-bbcd-016c6dd2b0bb service nova] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1119.254204] env[66012]: INFO networking_nsxv3.common.synchronization [req-a663337c-7ce7-4833-bc53-d4f473bf0997 req-d056c226-5d46-4dba-bbcd-016c6dd2b0bb service nova] Enqueued Resource ID: e06c1e8c-dff5-47a8-ba06-96f880afcfd1 with Priority: HIGHEST for action port [ 1119.254874] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_rules [ 1119.255014] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1119.255138] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e06c1e8c-dff5-47a8-ba06-96f880afcfd1 with Priority: HIGHEST for action port [ 1119.255385] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.255496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.255704] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.255790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.256100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.256211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.256307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.256503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.256591] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e06c1e8c-dff5-47a8-ba06-96f880afcfd1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.261948] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.262060] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.262173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.262444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.262567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.262699] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1119.299958] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.300162] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.300235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.300459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.300605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.310212] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1119.758847] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e06c1e8c-dff5-47a8-ba06-96f880afcfd1 with status ACTIVE [ 1119.759151] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.759331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.759422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.759867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.759995] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.760276] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.760423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.760496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.760671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.760750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.760985] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.761159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.761205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.761382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.761508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.761636] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e06c1e8c-dff5-47a8-ba06-96f880afcfd1 is going to be updated. [ 1119.786318] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.786487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.786526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.786770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.786989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.787158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e06c1e8c-dff5-47a8-ba06-96f880afcfd1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.322193] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1121.322508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.322665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.322939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.323206] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.323378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.323475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.323687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.323803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.323919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.324037] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.324925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.325124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.325336] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.325449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.325530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.325697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.325785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.325871] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.827364] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.828441] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.828441] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.330338] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.630860] env[66012]: INFO networking_nsxv3.common.synchronization [req-fa41c6af-476e-4226-8968-133129cd386a req-efea20f1-6608-4f8c-b6b1-d847751e6d95 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1122.632358] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1122.632837] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.633062] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.633190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.633488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.633742] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.633919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.634035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.634280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.634447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.634560] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.833181] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.833351] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.833401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.833663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.833737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.833797] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1122.874074] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.874307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.874307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.874566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.874724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.885315] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1123.022353] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.022580] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.022665] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.022928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.023197] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.023350] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.023461] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.023665] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.023802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.024042] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.024158] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.024260] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.024360] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.024463] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.024559] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.024679] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.044149] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.044149] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.044541] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.044541] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.044837] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-8f53da9f-4a4e-42b0-8689-83c5b85c0037 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.045125] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-8f53da9f-4a4e-42b0-8689-83c5b85c0037" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.045289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-8f53da9f-4a4e-42b0-8689-83c5b85c0037" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.045754] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-8f53da9f-4a4e-42b0-8689-83c5b85c0037" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.046044] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f53da9f-4a4e-42b0-8689-83c5b85c0037',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.137496] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.548825] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.549201] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.549284] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.549568] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.549717] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.549882] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 8f53da9f-4a4e-42b0-8689-83c5b85c0037 not found, creating... [ 1123.550262] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.550413] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.550507] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.550734] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.550870] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.551209] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.551482] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.551482] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.551642] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.551762] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.551905] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 8f53da9f-4a4e-42b0-8689-83c5b85c0037 is going to be created. [ 1123.575667] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.575936] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.576293] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.576827] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.576827] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.578627] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-8f53da9f-4a4e-42b0-8689-83c5b85c0037" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.639515] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.770132] env[66012]: INFO networking_nsxv3.common.synchronization [req-6fa93df2-3a6c-4b3a-bdf4-dbb1386013ae req-ae3a45c6-3840-4007-9186-6f9c60c57911 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1123.770759] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1123.771383] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.771383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.771383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.771575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.771705] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.771802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.771863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.772019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.772107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.772200] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.142220] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.142684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.142684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.142684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.142818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.142849] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 is going to be updated. [ 1124.179825] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.180056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.180148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.180360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.180501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.190255] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: IN_PROGRESS for 2s [ 1124.275688] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.275965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.276072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.276293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.276386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.276592] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.276692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.276754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.276910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.276986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.277088] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1124.301620] env[66012]: INFO networking_nsxv3.common.synchronization [req-fa41c6af-476e-4226-8968-133129cd386a req-f9f8fe41-79cf-4b38-a7ea-e9afd93f8a04 service nova] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_rules [ 1124.302180] env[66012]: INFO networking_nsxv3.common.synchronization [req-fa41c6af-476e-4226-8968-133129cd386a req-f9f8fe41-79cf-4b38-a7ea-e9afd93f8a04 service nova] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1124.302180] env[66012]: INFO networking_nsxv3.common.synchronization [req-fa41c6af-476e-4226-8968-133129cd386a req-f9f8fe41-79cf-4b38-a7ea-e9afd93f8a04 service nova] Enqueued Resource ID: 8f53da9f-4a4e-42b0-8689-83c5b85c0037 with Priority: HIGHEST for action port [ 1124.303042] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_rules [ 1124.303226] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1124.303323] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f53da9f-4a4e-42b0-8689-83c5b85c0037 with Priority: HIGHEST for action port [ 1124.303635] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.303836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.303836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.304149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.304252] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.305450] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.305577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.305834] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f53da9f-4a4e-42b0-8689-83c5b85c0037 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.305941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f53da9f-4a4e-42b0-8689-83c5b85c0037" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.306038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f53da9f-4a4e-42b0-8689-83c5b85c0037" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.306684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f53da9f-4a4e-42b0-8689-83c5b85c0037" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.306859] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f53da9f-4a4e-42b0-8689-83c5b85c0037',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.317873] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.317873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.317873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.318141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.318141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.327552] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1124.809622] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.809977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.809977] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f53da9f-4a4e-42b0-8689-83c5b85c0037 with status ACTIVE [ 1124.811100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.811100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.811100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.811100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.811100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.811100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.811100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.811100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.811792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.811792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.811792] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.811792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.811792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.812057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.812057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.812057] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f53da9f-4a4e-42b0-8689-83c5b85c0037 is going to be updated. [ 1124.837798] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.837952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.837996] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.838230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.838363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.838598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f53da9f-4a4e-42b0-8689-83c5b85c0037" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.899627] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1124.899912] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.900182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.900416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.900641] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.900762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.900818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.900987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.901095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.901174] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.168939] env[66012]: INFO networking_nsxv3.common.synchronization [req-85bbd12d-cc8c-496c-8b3c-2cb0b8483155 req-9e3d2495-bc49-4551-b9c5-c6ca04425b39 tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1125.169084] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1125.169875] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.169875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.169875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.169875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.170131] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.170131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.170131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.170494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.170494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.170494] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.403919] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.498658] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.498924] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.499164] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.499530] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.499891] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.500136] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.500267] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.500600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.500786] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.501167] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.501251] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.501384] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.501483] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.502310] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.502310] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.502310] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.522727] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.523013] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.523283] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.523545] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.523861] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-f75003fd-d00b-4897-b3ce-dbaa0196168d taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.524193] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-f75003fd-d00b-4897-b3ce-dbaa0196168d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.524332] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-f75003fd-d00b-4897-b3ce-dbaa0196168d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.524683] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-f75003fd-d00b-4897-b3ce-dbaa0196168d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.524898] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75003fd-d00b-4897-b3ce-dbaa0196168d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.673951] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.674145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.674186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.675594] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.675830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.676200] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.676346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.676417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.676602] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.676699] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.676807] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1125.706816] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.706947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.706999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.707218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.707446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.721023] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1125.905422] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.029806] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.030169] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.030325] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.030614] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.030761] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.030915] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port f75003fd-d00b-4897-b3ce-dbaa0196168d not found, creating... [ 1126.031252] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.031550] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.031683] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.031950] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.032155] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.032624] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.032891] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.033207] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.033556] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.033847] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.034070] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: f75003fd-d00b-4897-b3ce-dbaa0196168d is going to be created. [ 1126.101480] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.101702] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.101824] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.102123] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.102353] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.102572] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-f75003fd-d00b-4897-b3ce-dbaa0196168d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.208217] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: IN_PROGRESS for 4s [ 1126.341619] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1126.341824] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 deletion is rescheduled due to dependency. [ 1126.341904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.356596] env[66012]: INFO networking_nsxv3.common.synchronization [req-7f068cf6-9f89-4468-8c88-17732bcefe85 req-60f50066-6011-4885-8d16-ff22c7a56814 tempest-ServerActionsV293TestJSON-722711762 tempest-ServerActionsV293TestJSON-722711762-project-member] Enqueued Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_members [ 1126.357376] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a with Priority: HIGHEST for action security_group_members [ 1126.357856] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-11f583aa-b033-4c80-96d3-c86f21a1f63a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.358052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.358154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.358438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.358680] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.358863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.358991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.359258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.359398] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.359549] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11f583aa-b033-4c80-96d3-c86f21a1f63a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.408346] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.408538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.408538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.408820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.408820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.409073] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1126.439383] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.439598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.439598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.439810] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.439931] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.451275] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1126.813058] env[66012]: INFO networking_nsxv3.common.synchronization [req-85bbd12d-cc8c-496c-8b3c-2cb0b8483155 req-3aea3714-9f9e-4c12-8bb3-ebd9dbbde1f2 service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1126.813269] env[66012]: INFO networking_nsxv3.common.synchronization [req-85bbd12d-cc8c-496c-8b3c-2cb0b8483155 req-3aea3714-9f9e-4c12-8bb3-ebd9dbbde1f2 service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1126.813406] env[66012]: INFO networking_nsxv3.common.synchronization [req-85bbd12d-cc8c-496c-8b3c-2cb0b8483155 req-3aea3714-9f9e-4c12-8bb3-ebd9dbbde1f2 service nova] Enqueued Resource ID: f75003fd-d00b-4897-b3ce-dbaa0196168d with Priority: HIGHEST for action port [ 1126.813997] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1126.814076] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1126.814199] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f75003fd-d00b-4897-b3ce-dbaa0196168d with Priority: HIGHEST for action port [ 1126.814494] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.814652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.814701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.814905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.814997] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.816589] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.816744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.817644] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-f75003fd-d00b-4897-b3ce-dbaa0196168d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.817644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f75003fd-d00b-4897-b3ce-dbaa0196168d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.817644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f75003fd-d00b-4897-b3ce-dbaa0196168d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.817644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f75003fd-d00b-4897-b3ce-dbaa0196168d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.817644] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f75003fd-d00b-4897-b3ce-dbaa0196168d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.862536] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.862892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.862892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.863210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.863306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.863522] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.863627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.863691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.863849] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.863926] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.864029] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a is going to be updated. [ 1126.912649] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.912971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.913108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.913384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.914191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.924606] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a in Status: IN_PROGRESS for 2s [ 1127.320028] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.320028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.322433] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f75003fd-d00b-4897-b3ce-dbaa0196168d with status ACTIVE [ 1127.323355] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.323355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.323355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.323591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.323722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.324012] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.324169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.324263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.324488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.324605] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.324889] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.325072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.325188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.325352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.325465] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.326829] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f75003fd-d00b-4897-b3ce-dbaa0196168d is going to be updated. [ 1127.363298] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.363448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.363517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.363730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.363863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.364031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f75003fd-d00b-4897-b3ce-dbaa0196168d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.737017] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1127.737017] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1127.737017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.737017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.737017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.737017] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.737017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.737017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.737017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.737017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.737017] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.227872] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: SUCCESS [ 1128.228215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.228298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.228569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.228815] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.229232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.229232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.229366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.229366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.229440] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.239184] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.464026] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.464026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.464026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.464026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.464026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.464944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.465150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.465359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.465539] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.732551] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.741143] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.939240] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a in Status: SUCCESS [ 1128.939417] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11f583aa-b033-4c80-96d3-c86f21a1f63a deletion is rescheduled due to dependency. [ 1128.939536] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11f583aa-b033-4c80-96d3-c86f21a1f63a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.967498] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f15c0cd-4622-4906-989e-25388fa2fd16: rpc.has_security_group_logging(os_id): False [ 1128.990245] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.990432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.990477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.990679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.990773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.990979] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.991103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.991183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.991450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.991450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.991601] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.991721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.991800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.991914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.993104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.993104] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.993104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.993104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.993104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.993104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.993293] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1129.081296] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.081296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.081296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.081296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.081296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.104331] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1129.235352] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.245583] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.245799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.245843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.246123] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.246173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.249970] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1129.313342] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.313523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.313590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.313827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.313978] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.325907] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1129.740722] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.740893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.740976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.741304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.741444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.741550] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 is going to be updated. [ 1129.782205] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.782454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.782562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.782701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.782843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.794966] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: IN_PROGRESS for 2s [ 1131.132432] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1131.132432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.132432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.132432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.132432] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.341811] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1131.342266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.342591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.342865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.343124] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.343306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.343362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.343552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.343675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.344650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.344650] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.607178] env[66012]: INFO networking_nsxv3.common.synchronization [None req-cfd31961-344c-4f4e-acaf-575371cb68e4 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_rules [ 1131.608452] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_rules [ 1131.608821] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.608949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.609108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.609369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.609448] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.637090] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.637265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.637319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.637725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.637904] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.638013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.638072] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.638260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.638368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.638457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.640022] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.783803] env[66012]: INFO networking_nsxv3.common.synchronization [None req-5258625e-2fa6-4a2f-9bd5-a37d97ea0c20 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_rules [ 1131.784658] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_rules [ 1131.785142] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.785302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.807723] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: SUCCESS [ 1131.808023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.808270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.808576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.808848] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.809039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.809149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.809385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.809504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.809626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.809755] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.846650] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.846853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.846977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.847370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.847611] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.847784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.847838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.848257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.848326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.848444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.848640] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.848772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.849119] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.849186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.849349] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.849484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.849575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.849780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.849886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.850015] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.850386] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.136204] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.136579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.136579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.136830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.137027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.137154] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 already deleted. [ 1132.137247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.137393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.138524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.138524] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.140566] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.140739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.140777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.140997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.141180] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.141349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.141449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.141678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.141806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.141941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.142578] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.142578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.142578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.142718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.142842] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.142987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.143099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.143316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.143413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.143498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.143587] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.290018] env[66012]: INFO networking_nsxv3.common.synchronization [None req-c39901b7-1987-4af9-88b7-dc41243ecc70 None None] Enqueued Resource ID: 378e69a3-9c13-4266-9052-71c00ba91d34 with Priority: HIGHEST for action port [ 1132.291025] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 378e69a3-9c13-4266-9052-71c00ba91d34 with Priority: HIGHEST for action port [ 1132.292172] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-378e69a3-9c13-4266-9052-71c00ba91d34 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.292172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-378e69a3-9c13-4266-9052-71c00ba91d34" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.292172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-378e69a3-9c13-4266-9052-71c00ba91d34" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.292700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-378e69a3-9c13-4266-9052-71c00ba91d34" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.292700] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('378e69a3-9c13-4266-9052-71c00ba91d34',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.315081] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.353361] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf695c8c-e15e-4035-b879-f5326a70aec0: rpc.has_security_group_logging(os_id): False [ 1132.373466] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.373637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.373691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.373886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.373980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.374249] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.374342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.374342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.374487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.374562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.374761] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.374876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.374931] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.375061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.375136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.375317] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.375410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.375470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.375687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.375687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.375780] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1132.451749] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.451974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.451974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.452198] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.452337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.468034] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1132.649699] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f15c0cd-4622-4906-989e-25388fa2fd16: rpc.has_security_group_logging(os_id): False [ 1132.691567] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.691567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.691567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.691904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.692223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.692555] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.692646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.692646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.692824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.692903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.693107] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.693207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.693264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.693552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.693552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.693712] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.693765] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.693799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.693980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.694058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.694093] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1132.695868] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.695979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.696058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.696213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.696288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.696382] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 already deleted. [ 1132.696443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.771584] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.772325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.772325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.773359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.773359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.790382] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1132.795905] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 378e69a3-9c13-4266-9052-71c00ba91d34 [ 1132.796266] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.796366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.796471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.796621] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.796717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.800027] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:378e69a3-9c13-4266-9052-71c00ba91d34 already deleted. [ 1132.800027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-378e69a3-9c13-4266-9052-71c00ba91d34" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.802259] env[66012]: INFO networking_nsxv3.common.synchronization [req-a4cad44e-890e-488c-b733-28a84010d72d req-7e596ce9-142e-451b-aba6-ab61d284fdce tempest-MultipleCreateTestJSON-1221466061 tempest-MultipleCreateTestJSON-1221466061-project-member] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1132.804211] env[66012]: INFO networking_nsxv3.common.synchronization [req-0f1de929-c54e-4b9c-976d-acd51bab9fd9 req-3c6aeef2-cf6c-44da-af28-996946915a3f tempest-MultipleCreateTestJSON-1221466061 tempest-MultipleCreateTestJSON-1221466061-project-member] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1132.804780] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGHEST for action security_group_members [ 1132.805145] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.805333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.805435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.805741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.805945] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.806126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.806226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.806415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.806537] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.806666] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.817050] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86a6ec2a-9aff-4091-8a76-d5ea12e934d6: rpc.has_security_group_logging(os_id): False [ 1132.851975] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.852207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.852207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.853503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.853503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.853503] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.853503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.853503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.853503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.853503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.853503] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 is going to be updated. [ 1132.968988] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.969252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.969352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.969637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.969911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.000694] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: IN_PROGRESS for 2s [ 1133.309632] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.310023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.310023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.310150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.310190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.311041] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.311041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.311041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.311242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.311242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.311242] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be updated. [ 1133.343720] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.343720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.343720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.343720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.343720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.357019] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: IN_PROGRESS for 2s [ 1133.685080] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed436221-47ce-4b5b-a42e-be735db136e0 req-b9119d1f-9732-4228-b421-ac5fa1a70d6f tempest-AttachVolumeTestJSON-2070203022 tempest-AttachVolumeTestJSON-2070203022-project-member] Enqueued Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_members [ 1133.688481] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_members [ 1133.689732] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ca2a3b-1673-4730-9018-bf1a6db8466a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.689732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.689732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.689732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.690180] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.690180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.690180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.690180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.690362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.690362] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.145029] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-986 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.145029] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-986" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.145029] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-986" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.145029] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-986" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.145029] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.145707] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.146023] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.146396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.149032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.149032] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.149032] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.149032] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.149032] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.149032] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.149032] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.149032] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.177875] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.178072] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.178213] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.178384] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-986" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.178709] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-d076348f-427c-4c4d-bf2f-188cc944fa06 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.178887] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-d076348f-427c-4c4d-bf2f-188cc944fa06" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.179112] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-d076348f-427c-4c4d-bf2f-188cc944fa06" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.179423] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-d076348f-427c-4c4d-bf2f-188cc944fa06" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.179560] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d076348f-427c-4c4d-bf2f-188cc944fa06',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.193994] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.193994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.193994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.193994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.193994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.193994] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.194491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.194491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.194491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.194491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.194491] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a already deleted. [ 1134.194491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.483998] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1134.484316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.684742] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.684993] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.685167] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.685506] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.685686] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.686017] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port d076348f-427c-4c4d-bf2f-188cc944fa06 not found, creating... [ 1134.686289] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.686469] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.686648] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.686885] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.688035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.688527] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.688767] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.688927] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.689244] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.689462] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.689597] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: d076348f-427c-4c4d-bf2f-188cc944fa06 is going to be created. [ 1134.713885] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.714721] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.714721] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.714721] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.715023] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.715374] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-d076348f-427c-4c4d-bf2f-188cc944fa06" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.850145] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1134.850394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.943148] env[66012]: INFO networking_nsxv3.common.synchronization [None req-1a3be4cd-4b92-4bdb-ab32-5fd71accc662 None None] Enqueued Resource ID: fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f with Priority: HIGHEST for action port [ 1134.943148] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f with Priority: HIGHEST for action port [ 1134.943148] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.943148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.943148] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.943772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.943772] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.016300] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: SUCCESS [ 1135.016524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.220793] env[66012]: INFO networking_nsxv3.common.synchronization [None req-e720f044-917e-4447-88c5-949065926b3b tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1135.221364] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1135.221760] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.221895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.221895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.222078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.222231] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.222331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.222394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.222547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.222633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.222731] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.370622] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 in Status: SUCCESS [ 1135.370777] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 deletion is rescheduled due to dependency. [ 1135.370814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.429716] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed436221-47ce-4b5b-a42e-be735db136e0 req-d3fbc38e-6c05-4fef-b6f4-e7fbe1a613a4 service nova] Enqueued Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_rules [ 1135.429902] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed436221-47ce-4b5b-a42e-be735db136e0 req-d3fbc38e-6c05-4fef-b6f4-e7fbe1a613a4 service nova] Enqueued Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_members [ 1135.430053] env[66012]: INFO networking_nsxv3.common.synchronization [req-ed436221-47ce-4b5b-a42e-be735db136e0 req-d3fbc38e-6c05-4fef-b6f4-e7fbe1a613a4 service nova] Enqueued Resource ID: d076348f-427c-4c4d-bf2f-188cc944fa06 with Priority: HIGHEST for action port [ 1135.430665] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_rules [ 1135.433446] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_members [ 1135.433783] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d076348f-427c-4c4d-bf2f-188cc944fa06 with Priority: HIGHEST for action port [ 1135.434138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61ca2a3b-1673-4730-9018-bf1a6db8466a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.434297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.434402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.434748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.434748] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.436116] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ca2a3b-1673-4730-9018-bf1a6db8466a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.436116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.436116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.438259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.438259] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.438259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.438259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.438259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.438259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.438259] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.438638] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d076348f-427c-4c4d-bf2f-188cc944fa06 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.438638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d076348f-427c-4c4d-bf2f-188cc944fa06" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.438789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d076348f-427c-4c4d-bf2f-188cc944fa06" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.439057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d076348f-427c-4c4d-bf2f-188cc944fa06" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.439135] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d076348f-427c-4c4d-bf2f-188cc944fa06',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.447690] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f [ 1135.447690] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.447867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.447867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.449118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.449118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.449118] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f already deleted. [ 1135.449118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa32b2c6-a1ad-472e-ab1e-87087f6b1f6f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.725588] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.726043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.726043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.726043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.726234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.726313] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.726409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.726464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.726609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.726681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.726766] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1135.755614] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.755825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.755825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.756328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.756328] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.768322] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1135.941790] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ca2a3b-1673-4730-9018-bf1a6db8466a taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.942318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.943285] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.944214] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d076348f-427c-4c4d-bf2f-188cc944fa06 with status ACTIVE [ 1135.944414] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.944530] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.944595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.944805] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.944894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.945092] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.945369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.945369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.945477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.946999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.947294] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.948086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.948181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.948402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.948591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.948734] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d076348f-427c-4c4d-bf2f-188cc944fa06 is going to be updated. [ 1135.989640] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.989910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.989984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.990324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.990449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.990645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d076348f-427c-4c4d-bf2f-188cc944fa06" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.330864] env[66012]: INFO networking_nsxv3.common.synchronization [req-d3637af8-c795-4d99-ab92-dc680769d4d9 req-8a9e3cbc-23e7-48c2-9e71-25b0aff74083 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1136.331445] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1136.331794] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.331941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.335806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.336194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.336391] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.336512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.336579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.336882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.337017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.337224] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.451147] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.840324] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.840618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.840618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.843495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.843609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.843836] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.843954] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.844031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.844216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.844296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.844387] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1136.874915] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.874915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.874915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.874915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.874915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.895857] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1136.953450] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.953634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.953676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.955308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.955308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.955519] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a is going to be created. [ 1136.980610] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.980828] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.980828] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.981999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.981999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.991919] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a in Status: UNINITIALIZED for 2s [ 1137.091269] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.091383] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.091478] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.092272] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.092272] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.092272] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.092272] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.092555] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.092666] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.092883] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.093093] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.093093] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.093323] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.093404] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.093438] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.093983] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.115908] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.115908] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.115908] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.115908] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-54" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.115908] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.115908] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.115908] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.115908] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.115908] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348809c3-ef99-4ad5-95f5-0dcff8bf6f26',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.619449] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.619796] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.619796] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.620110] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.620241] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.620368] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 348809c3-ef99-4ad5-95f5-0dcff8bf6f26 not found, creating... [ 1137.620618] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.620774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.620958] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.621129] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.621246] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.621537] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.621706] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.621809] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.622014] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.622152] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.622290] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 348809c3-ef99-4ad5-95f5-0dcff8bf6f26 is going to be created. [ 1137.650532] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.650821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.650867] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.651131] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.651362] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.651584] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.781132] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1137.781132] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 deletion is rescheduled due to dependency. [ 1137.781132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.436827] env[66012]: INFO networking_nsxv3.common.synchronization [req-d3637af8-c795-4d99-ab92-dc680769d4d9 req-bdad1dbb-6bdc-4d7b-9354-5cbc69a6d263 service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 1138.437155] env[66012]: INFO networking_nsxv3.common.synchronization [req-d3637af8-c795-4d99-ab92-dc680769d4d9 req-bdad1dbb-6bdc-4d7b-9354-5cbc69a6d263 service nova] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1138.437326] env[66012]: INFO networking_nsxv3.common.synchronization [req-d3637af8-c795-4d99-ab92-dc680769d4d9 req-bdad1dbb-6bdc-4d7b-9354-5cbc69a6d263 service nova] Enqueued Resource ID: 348809c3-ef99-4ad5-95f5-0dcff8bf6f26 with Priority: HIGHEST for action port [ 1138.438264] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_rules [ 1138.438409] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1138.438506] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 348809c3-ef99-4ad5-95f5-0dcff8bf6f26 with Priority: HIGHEST for action port [ 1138.438791] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.439036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.439172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.439406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.439525] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.441972] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.442041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.442303] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.442780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.442780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.442919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.442999] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('348809c3-ef99-4ad5-95f5-0dcff8bf6f26',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.912520] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1138.912716] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 deletion is rescheduled due to dependency. [ 1138.913067] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.913067] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.913259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.913455] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.913577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.913633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.913798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.913871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.913966] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.944968] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.945171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.945460] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 348809c3-ef99-4ad5-95f5-0dcff8bf6f26 with status ACTIVE [ 1138.945678] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.945835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.945967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.946267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.946392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.946807] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.946807] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.947165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.947165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.947165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.947408] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.947518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.947582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.947766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.947871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.947996] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 348809c3-ef99-4ad5-95f5-0dcff8bf6f26 is going to be updated. [ 1138.992433] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.992640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.992715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.992971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.993162] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.993350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-348809c3-ef99-4ad5-95f5-0dcff8bf6f26" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.004886] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a in Status: SUCCESS [ 1139.005744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.005744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.005744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.005952] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.005952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.005952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.006337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.006337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.007470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.007470] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.416292] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.510272] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.918628] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.014785] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61ca2a3b-1673-4730-9018-bf1a6db8466a: rpc.has_security_group_logging(os_id): False [ 1140.048285] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.048285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.048285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.048285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.048285] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.048534] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.048582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.048687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.048768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.048825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.048984] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a is going to be created. [ 1140.122183] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.122456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.122456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.122966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.123176] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.137670] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a in Status: IN_PROGRESS for 2s [ 1140.376370] env[66012]: INFO networking_nsxv3.common.synchronization [None req-68dde3d5-63b9-4117-b404-c43eaa3da8fe tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_rules [ 1140.376370] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_rules [ 1140.376370] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.376370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.376370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.376932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.377170] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.423786] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.423786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.423786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.423786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.423786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.423786] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1140.464038] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.464038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.464038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.464038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.464038] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.478816] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1140.517434] env[66012]: INFO networking_nsxv3.common.synchronization [None req-b32a7002-b7ee-4efb-8eac-20ed4b9ee441 tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_rules [ 1140.518159] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_rules [ 1140.519879] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.519879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.899664] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.899809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.899898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.900316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.900316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.900316] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 already deleted. [ 1140.900622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.900622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.900795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.900795] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.422857] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.423020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.423084] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.423298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.423383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.423475] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 already deleted. [ 1141.423552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.149779] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a in Status: SUCCESS [ 1142.150134] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.491798] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1142.492140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.492359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.492694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.492970] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.493172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.493274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.493505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.493634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.493733] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.493878] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.997055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.997055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.997055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.997384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.997542] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.997678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.997735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.997988] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.998128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.998247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.998459] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.998566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.998657] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.998831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.999038] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.999179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.999267] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.999489] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.999592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.999676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.999766] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.503042] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7460ba2-b62c-4d56-a2d6-c951a674e839: rpc.has_security_group_logging(os_id): False [ 1143.524758] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.524984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.525078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.525354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.525455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.525724] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.525895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.525955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.526736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.526736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.526736] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.526736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.526736] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.527021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.527021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.527209] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.527326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.527326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.527470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.527517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.527604] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1143.630279] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.630557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.630557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.630739] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.630892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.690020] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1144.686061] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.686061] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.686061] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.686573] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.686573] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.686674] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.686714] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.686939] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.687145] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.687379] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.687502] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.687610] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.687721] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.687828] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.687930] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.688089] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.721706] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.721929] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.722092] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.722290] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.722680] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.722873] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.722992] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.723377] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.723591] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d84aad5-ee1b-4695-a1d4-273bb62fd5e5',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.227457] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.227735] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.227887] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.228215] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.228370] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.228576] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 not found, creating... [ 1145.228894] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.229050] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.229195] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.229430] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.229591] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.229925] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.230236] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.230379] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.230639] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.230812] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.231011] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 is going to be created. [ 1145.257645] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.257918] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.258022] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.258330] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.258610] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.258878] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.520303] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1145.520303] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1145.714703] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1145.714955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.011245] env[66012]: INFO networking_nsxv3.common.synchronization [req-7da57392-38fb-46c9-9eb7-3e31db9f7abd req-44085a90-b71d-4cf3-b5f6-e515491ac5fd service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 1146.011441] env[66012]: INFO networking_nsxv3.common.synchronization [req-7da57392-38fb-46c9-9eb7-3e31db9f7abd req-44085a90-b71d-4cf3-b5f6-e515491ac5fd service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1146.011605] env[66012]: INFO networking_nsxv3.common.synchronization [req-7da57392-38fb-46c9-9eb7-3e31db9f7abd req-44085a90-b71d-4cf3-b5f6-e515491ac5fd service nova] Enqueued Resource ID: 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 with Priority: HIGHEST for action port [ 1146.012163] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 1146.012331] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1146.012430] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 with Priority: HIGHEST for action port [ 1146.012703] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.012826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.012892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.013160] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.013251] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.014994] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.014994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.014994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.015228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.015304] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.015442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.015514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.015670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.015803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.017350] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.020407] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.020407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.020407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.020583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.020583] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d84aad5-ee1b-4695-a1d4-273bb62fd5e5',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.522829] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.523080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.523552] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.524613] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 with status ACTIVE [ 1146.524887] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.524992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.524992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.525428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.525428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.525717] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.525917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.526101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.526334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.526553] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.526769] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.526930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.527125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.527323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.527500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.527576] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 is going to be updated. [ 1146.557197] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.557588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.557735] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.558088] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.558329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.558650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.030834] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.534408] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.534641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.534641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.534908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.535061] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.535559] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1147.574696] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.574696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.574696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.574696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.574696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.587260] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1147.828585] env[66012]: INFO networking_nsxv3.common.synchronization [req-14a3fcd9-7f4e-4d1c-8a92-58bea8825e97 req-fc369038-52dd-4a4b-bbc6-8fc28e57d25a tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1147.829653] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1147.829990] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.830130] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.830189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.830393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.830663] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.830663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.830825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.830879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.830932] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.831071] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.257434] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.257986] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.257986] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.258265] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.258587] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.258789] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.259230] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.259345] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.259547] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.259915] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.260138] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.260289] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.260392] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.260545] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.260737] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.260932] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.283904] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.284138] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.284291] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.284398] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-375" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.284741] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-dae36f20-6f69-454e-b0f3-fcf345c1b527 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.284923] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-dae36f20-6f69-454e-b0f3-fcf345c1b527" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.285054] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-dae36f20-6f69-454e-b0f3-fcf345c1b527" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.285471] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-dae36f20-6f69-454e-b0f3-fcf345c1b527" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.285638] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae36f20-6f69-454e-b0f3-fcf345c1b527',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.333895] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.788406] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.788792] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.788955] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.789431] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.789608] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.789771] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port dae36f20-6f69-454e-b0f3-fcf345c1b527 not found, creating... [ 1148.790161] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.790358] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.790475] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.790743] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.790950] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.791298] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.791464] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.791630] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.791912] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.792067] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.792245] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: dae36f20-6f69-454e-b0f3-fcf345c1b527 is going to be created. [ 1148.827685] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.828011] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.828198] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.828544] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.828831] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.829153] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-dae36f20-6f69-454e-b0f3-fcf345c1b527" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.837292] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.340674] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.341327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.341327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.341327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.341327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.341594] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1149.378705] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.378976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.378976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.379326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.379520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.391490] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1149.599516] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1149.599911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.600057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.600399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.600697] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.601031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.601031] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.601217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.601341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.601451] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.601545] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.620275] env[66012]: INFO networking_nsxv3.common.synchronization [req-14a3fcd9-7f4e-4d1c-8a92-58bea8825e97 req-991a1e2a-b216-4664-9a95-0dd04227e0c6 service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 1149.620427] env[66012]: INFO networking_nsxv3.common.synchronization [req-14a3fcd9-7f4e-4d1c-8a92-58bea8825e97 req-991a1e2a-b216-4664-9a95-0dd04227e0c6 service nova] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1149.620595] env[66012]: INFO networking_nsxv3.common.synchronization [req-14a3fcd9-7f4e-4d1c-8a92-58bea8825e97 req-991a1e2a-b216-4664-9a95-0dd04227e0c6 service nova] Enqueued Resource ID: dae36f20-6f69-454e-b0f3-fcf345c1b527 with Priority: HIGHEST for action port [ 1149.621460] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_rules [ 1149.621460] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1149.621652] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae36f20-6f69-454e-b0f3-fcf345c1b527 with Priority: HIGHEST for action port [ 1149.623356] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.623506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.623583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.623800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.623872] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.624746] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.624841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.625056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae36f20-6f69-454e-b0f3-fcf345c1b527 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.625171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae36f20-6f69-454e-b0f3-fcf345c1b527" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.625215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae36f20-6f69-454e-b0f3-fcf345c1b527" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.625462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae36f20-6f69-454e-b0f3-fcf345c1b527" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.625694] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae36f20-6f69-454e-b0f3-fcf345c1b527',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.104596] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.104823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.104935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.105379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.105666] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.105868] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.106039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.106327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.106507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.106693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.106960] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.107233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.107341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.107576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.107843] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.108054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.108202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.108463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.108631] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.108773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.108914] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.128268] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.128268] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.132100] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae36f20-6f69-454e-b0f3-fcf345c1b527 with status ACTIVE [ 1150.132100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.132100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.132100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.132100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.132100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.132100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.132100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.132100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.132100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.132100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.132100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.132100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.132749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.132749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.132749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.132749] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae36f20-6f69-454e-b0f3-fcf345c1b527 is going to be updated. [ 1150.158505] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.158709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.158709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.158934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.159093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.159421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae36f20-6f69-454e-b0f3-fcf345c1b527" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.610938] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2714e2f9-6188-4d18-bf96-09e53d199033: rpc.has_security_group_logging(os_id): False [ 1150.631800] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.632086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.632216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.632481] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.632589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.632842] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.632968] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.633091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.633341] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.633417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.633655] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.633791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.633878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.634051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.634156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.634386] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.634496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.634592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.634751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.634897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.635047] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1150.735528] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.735741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.735741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.735957] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.736152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.751442] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1151.411071] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1151.411424] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.411644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.411969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.412116] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.412262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.412324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.412505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.412575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.412670] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.916262] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.419487] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.615772] env[66012]: INFO networking_nsxv3.common.synchronization [req-173dc725-b07d-4adf-b263-892d49821642 req-ea2d6004-f14c-489a-a985-f5168e45eed2 tempest-ServerDiskConfigTestJSON-1956887024 tempest-ServerDiskConfigTestJSON-1956887024-project-member] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1152.616941] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGHEST for action security_group_members [ 1152.616941] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.617141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.617314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.617547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.617748] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.617892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.617967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.618163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.618283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.618456] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.766835] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1152.767135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.921983] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.921983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.922354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.922456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.922651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.922812] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1152.965416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.965650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.965704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.966299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.966299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.977573] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1153.121439] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.121778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.121821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.122055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.122147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.122386] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.122543] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.122612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.122781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.122860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.122955] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be updated. [ 1153.155169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.155326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.155371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.155768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.155911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.166203] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: IN_PROGRESS for 2s [ 1154.360177] env[66012]: INFO networking_nsxv3.common.synchronization [req-80825901-bc74-49cf-88bf-aa0134f84db9 req-c6b740e8-d3b9-468b-aa82-cc75cffa60d3 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_members [ 1154.360177] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_members [ 1154.363163] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad1226c-3108-4d01-b529-e4ad016fdbf3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.363163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.363163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.363163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.363163] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.363163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.363163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.363163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.363163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.363163] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.757178] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.757483] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.757611] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.757920] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.758945] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.759438] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.759693] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.760059] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.760236] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.760845] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.760845] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1154.760845] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1154.761068] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1154.761068] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1154.761162] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1154.761261] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.785519] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.785661] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.785825] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.786026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.786334] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-2bc607ac-8333-42c2-9186-43a90092a7f3 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.786507] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-2bc607ac-8333-42c2-9186-43a90092a7f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.786951] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-2bc607ac-8333-42c2-9186-43a90092a7f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.786951] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-2bc607ac-8333-42c2-9186-43a90092a7f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.787182] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc607ac-8333-42c2-9186-43a90092a7f3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.866066] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.866271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.866544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.866919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.867023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.867356] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.867551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.867632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.867870] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.867941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.868022] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 already deleted. [ 1154.868123] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.003226] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1155.003519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.003709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.003992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.004251] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.004401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.004454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.004646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.004756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.004930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.005068] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.180018] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 in Status: SUCCESS [ 1155.180457] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 deletion is rescheduled due to dependency. [ 1155.180646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.293315] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.293682] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.293870] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.294616] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.294861] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.295044] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 2bc607ac-8333-42c2-9186-43a90092a7f3 not found, creating... [ 1155.295425] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.295690] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.295832] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.296159] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.296345] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.296681] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.296840] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.297073] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.297283] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.297461] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.297559] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 2bc607ac-8333-42c2-9186-43a90092a7f3 is going to be created. [ 1155.350778] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.351015] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.351069] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.351348] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.351783] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.352147] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-2bc607ac-8333-42c2-9186-43a90092a7f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.508103] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.508103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.508103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.508580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.508580] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.508580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.508580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.508730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.508878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.508878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.509021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.509127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.509195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.509830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.509830] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.509830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.509830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.509830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.510171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.510171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.510171] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.013209] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16bcc80b-497f-4869-b957-8b941ed755a6: rpc.has_security_group_logging(os_id): False [ 1156.055265] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.055512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.055512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.055751] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.055841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.056095] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.056202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.056258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.056421] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.056498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.056696] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.056786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.056841] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.056990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.057075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.057290] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.057387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.057447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.057612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.057676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.057761] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1156.105430] env[66012]: INFO networking_nsxv3.common.synchronization [req-80825901-bc74-49cf-88bf-aa0134f84db9 req-3f2a8c7e-0895-4724-b8e5-85dc87f72583 service nova] Enqueued Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_rules [ 1156.105481] env[66012]: INFO networking_nsxv3.common.synchronization [req-80825901-bc74-49cf-88bf-aa0134f84db9 req-3f2a8c7e-0895-4724-b8e5-85dc87f72583 service nova] Enqueued Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_members [ 1156.105609] env[66012]: INFO networking_nsxv3.common.synchronization [req-80825901-bc74-49cf-88bf-aa0134f84db9 req-3f2a8c7e-0895-4724-b8e5-85dc87f72583 service nova] Enqueued Resource ID: 2bc607ac-8333-42c2-9186-43a90092a7f3 with Priority: HIGHEST for action port [ 1156.106167] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_rules [ 1156.106301] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_members [ 1156.106396] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bc607ac-8333-42c2-9186-43a90092a7f3 with Priority: HIGHEST for action port [ 1156.106671] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.106789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.106859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.107312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.107312] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.108082] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad1226c-3108-4d01-b529-e4ad016fdbf3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.108205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.108272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.108461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.108611] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.108700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.108758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.108904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.108971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.109080] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.110407] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bc607ac-8333-42c2-9186-43a90092a7f3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.110517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bc607ac-8333-42c2-9186-43a90092a7f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.110589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bc607ac-8333-42c2-9186-43a90092a7f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.110756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bc607ac-8333-42c2-9186-43a90092a7f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.110833] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bc607ac-8333-42c2-9186-43a90092a7f3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.169119] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.169335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.169488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.169640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.169788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.187972] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1156.496335] env[66012]: INFO networking_nsxv3.common.synchronization [req-84ab8921-cf9d-4b17-a5c3-94bfa5793e36 req-45c806ec-40ce-472a-970d-66b35948fc90 tempest-ServerActionsTestOtherB-1575974967 tempest-ServerActionsTestOtherB-1575974967-project-member] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1156.497044] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1156.497457] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.497604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.497671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.497879] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.498070] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.498174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.498234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.498426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.498527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.498671] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.551555] env[66012]: INFO networking_nsxv3.common.synchronization [None req-7af21a72-75ba-4efb-acf8-a1408012c4b4 None None] Enqueued Resource ID: bafc6f8b-918c-425c-a6d3-5352c403634c with Priority: HIGHEST for action port [ 1156.556204] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bafc6f8b-918c-425c-a6d3-5352c403634c with Priority: HIGHEST for action port [ 1156.556204] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-bafc6f8b-918c-425c-a6d3-5352c403634c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.556204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bafc6f8b-918c-425c-a6d3-5352c403634c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.556204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bafc6f8b-918c-425c-a6d3-5352c403634c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.556374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bafc6f8b-918c-425c-a6d3-5352c403634c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.556745] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bafc6f8b-918c-425c-a6d3-5352c403634c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.615538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad1226c-3108-4d01-b529-e4ad016fdbf3 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.615538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.615538] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.616609] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bc607ac-8333-42c2-9186-43a90092a7f3 with status ACTIVE [ 1156.616774] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.616892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.616949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.617170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.617251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.617457] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.617553] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.617610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.617753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.617825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.618011] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.618101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.618157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.618298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.618463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.618552] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bc607ac-8333-42c2-9186-43a90092a7f3 is going to be updated. [ 1156.644040] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.644040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.644040] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.644323] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.644394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.644551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bc607ac-8333-42c2-9186-43a90092a7f3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.002431] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.005338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.005571] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.006757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.006757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.006757] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.006757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.006757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.006757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.006757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.006757] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 1157.022727] env[66012]: INFO networking_nsxv3.common.synchronization [req-879f60a3-a9cf-4967-96c3-9b4c5b4a1e59 req-f8ee12d5-6c79-4f9d-ab57-f7048e201de6 tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_members [ 1157.023485] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_members [ 1157.023732] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414aaf8-c4db-4de3-ba18-1b7909cd1383 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.023912] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.023977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.026052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.026265] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.026383] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.026784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.026784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.026784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.026920] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.059230] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.059587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.059677] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.059966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.060144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.061762] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bafc6f8b-918c-425c-a6d3-5352c403634c [ 1157.061762] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.062090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.062090] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.062237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.062327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.062510] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bafc6f8b-918c-425c-a6d3-5352c403634c already deleted. [ 1157.062562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bafc6f8b-918c-425c-a6d3-5352c403634c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.080255] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 1157.121469] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.498230] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.498424] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.498551] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.498827] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.500119] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.500362] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.500518] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.500767] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.500917] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.501239] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.501311] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.505086] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.505260] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.505387] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.505497] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.505636] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.529287] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.529496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.529544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.529757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.529845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.530102] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.530249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.530249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.530364] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.530439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.530537] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 already deleted. [ 1157.530619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.532133] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.532296] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.532439] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.532614] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.532901] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-f1639740-e22b-48c3-8d60-4fb231fcb4f0 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.533069] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-f1639740-e22b-48c3-8d60-4fb231fcb4f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.533185] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-f1639740-e22b-48c3-8d60-4fb231fcb4f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.533493] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-f1639740-e22b-48c3-8d60-4fb231fcb4f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.533632] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1639740-e22b-48c3-8d60-4fb231fcb4f0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.626628] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.626967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.626967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.627180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.627405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.627598] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 is going to be created. [ 1157.652342] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.652523] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.652595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.652777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.652929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.664856] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 in Status: UNINITIALIZED for 2s [ 1158.036486] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.039026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.039026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.039026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.039026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.039026] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port f1639740-e22b-48c3-8d60-4fb231fcb4f0 not found, creating... [ 1158.039026] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.039026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.039026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.039026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.039026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.040647] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.041990] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.045491] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.045491] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.045491] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.045491] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: f1639740-e22b-48c3-8d60-4fb231fcb4f0 is going to be created. [ 1158.082195] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.082436] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.082559] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.082845] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.083092] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.083323] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-f1639740-e22b-48c3-8d60-4fb231fcb4f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.232211] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1158.232517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.780310] env[66012]: INFO networking_nsxv3.common.synchronization [req-879f60a3-a9cf-4967-96c3-9b4c5b4a1e59 req-5ac25054-2a6d-4693-8838-0c80e55a5ba9 service nova] Enqueued Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_rules [ 1158.780310] env[66012]: INFO networking_nsxv3.common.synchronization [req-879f60a3-a9cf-4967-96c3-9b4c5b4a1e59 req-5ac25054-2a6d-4693-8838-0c80e55a5ba9 service nova] Enqueued Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_members [ 1158.780310] env[66012]: INFO networking_nsxv3.common.synchronization [req-879f60a3-a9cf-4967-96c3-9b4c5b4a1e59 req-5ac25054-2a6d-4693-8838-0c80e55a5ba9 service nova] Enqueued Resource ID: f1639740-e22b-48c3-8d60-4fb231fcb4f0 with Priority: HIGHEST for action port [ 1158.780310] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_rules [ 1158.780310] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_members [ 1158.780310] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1639740-e22b-48c3-8d60-4fb231fcb4f0 with Priority: HIGHEST for action port [ 1158.783331] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.784035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.784035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.784576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.784576] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.785502] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414aaf8-c4db-4de3-ba18-1b7909cd1383 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.786159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.786159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.786159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.786159] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.786159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.786416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.786450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.786737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.786737] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.791194] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1639740-e22b-48c3-8d60-4fb231fcb4f0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.791194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1639740-e22b-48c3-8d60-4fb231fcb4f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.791194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1639740-e22b-48c3-8d60-4fb231fcb4f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.791194] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1639740-e22b-48c3-8d60-4fb231fcb4f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.791194] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1639740-e22b-48c3-8d60-4fb231fcb4f0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.093181] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1159.093441] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 deletion is rescheduled due to dependency. [ 1159.093564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.171928] env[66012]: INFO networking_nsxv3.common.synchronization [None req-67319c69-4e52-47c1-8381-02b5d4e70ce0 None None] Enqueued Resource ID: ebf18b1a-b655-4bf2-907e-1b32bd29db64 with Priority: HIGHEST for action port [ 1159.172537] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18b1a-b655-4bf2-907e-1b32bd29db64 with Priority: HIGHEST for action port [ 1159.172863] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf18b1a-b655-4bf2-907e-1b32bd29db64 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.172984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf18b1a-b655-4bf2-907e-1b32bd29db64" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.173056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf18b1a-b655-4bf2-907e-1b32bd29db64" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.173337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf18b1a-b655-4bf2-907e-1b32bd29db64" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.173447] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf18b1a-b655-4bf2-907e-1b32bd29db64',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.292263] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.292694] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414aaf8-c4db-4de3-ba18-1b7909cd1383 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.292797] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.293841] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1639740-e22b-48c3-8d60-4fb231fcb4f0 with status ACTIVE [ 1159.294244] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.294369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.294430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.294633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.294747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.294891] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.295041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.295100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.295216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.295289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.295472] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.295552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.295616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.295754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.295823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.295914] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1639740-e22b-48c3-8d60-4fb231fcb4f0 is going to be updated. [ 1159.352244] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.352439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.352534] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.352862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.353132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.353277] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1639740-e22b-48c3-8d60-4fb231fcb4f0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.675373] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 in Status: SUCCESS [ 1159.675642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.676977] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebf18b1a-b655-4bf2-907e-1b32bd29db64 [ 1159.676977] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.676977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.676977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.676977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.676977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.676977] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebf18b1a-b655-4bf2-907e-1b32bd29db64 already deleted. [ 1159.677440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf18b1a-b655-4bf2-907e-1b32bd29db64" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.677440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.677640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.677838] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.677944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.678023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.678171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.678250] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.678333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.678423] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.794922] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.182112] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.297628] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.297628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.297628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.297836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.297836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.297906] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 is going to be created. [ 1160.329453] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.329705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.329773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.330014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.330185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.346307] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 in Status: UNINITIALIZED for 2s [ 1160.684618] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ad1226c-3108-4d01-b529-e4ad016fdbf3: rpc.has_security_group_logging(os_id): False [ 1160.703099] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.703288] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.705540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.705540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.705540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.705540] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.705540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.705540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.705540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.705540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.705540] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 is going to be created. [ 1160.767806] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.768026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.768026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.770019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.770019] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.783232] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 in Status: IN_PROGRESS for 2s [ 1162.358368] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 in Status: SUCCESS [ 1162.358368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.358368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.358368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.358368] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.358368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.358368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.358368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.358368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.358368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.358368] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.813302] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 in Status: SUCCESS [ 1162.813563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.861450] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.354035] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.354035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.354035] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.354315] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.354550] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.354736] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.354819] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.355042] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.355189] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.355401] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.355512] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.355612] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.355720] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.355830] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.355932] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.356081] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.364558] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4414aaf8-c4db-4de3-ba18-1b7909cd1383: rpc.has_security_group_logging(os_id): False [ 1163.394309] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.394309] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.394309] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.394309] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-734" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.394309] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.394309] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.394309] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.394309] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.394309] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d84aad5-ee1b-4695-a1d4-273bb62fd5e5',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.396130] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.396252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.396425] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.396651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.396730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.398483] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.398483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.398483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.398483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.398483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.398483] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 is going to be created. [ 1163.479401] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.479595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.479670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.479856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.480042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.495244] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 in Status: IN_PROGRESS for 2s [ 1163.900445] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.900731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.900856] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.901170] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.901334] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.901626] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.901783] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.901908] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.902161] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.902296] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.902581] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.902739] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.902853] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.903068] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.903211] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.903335] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 is going to be updated. [ 1163.938439] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.938439] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.938439] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.938439] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.938439] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.938439] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.173951] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1164.174137] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1164.626272] env[66012]: INFO networking_nsxv3.common.synchronization [req-ef6adfc6-4516-4d1b-9686-da1eccff4b1a req-950dfb5a-464c-4381-86d6-583290ee8f30 service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 1164.629026] env[66012]: INFO networking_nsxv3.common.synchronization [req-ef6adfc6-4516-4d1b-9686-da1eccff4b1a req-950dfb5a-464c-4381-86d6-583290ee8f30 service nova] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1164.629026] env[66012]: INFO networking_nsxv3.common.synchronization [req-ef6adfc6-4516-4d1b-9686-da1eccff4b1a req-950dfb5a-464c-4381-86d6-583290ee8f30 service nova] Enqueued Resource ID: 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 with Priority: HIGHEST for action port [ 1164.629026] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_rules [ 1164.629026] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1164.629026] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 with Priority: HIGHEST for action port [ 1164.629026] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.629026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.629026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.629470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.629470] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.636430] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.636430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.636430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.636430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.636430] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.636430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.636430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.636430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.636430] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.636430] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.640900] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.641110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.641190] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.641406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.641483] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d84aad5-ee1b-4695-a1d4-273bb62fd5e5',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.146152] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.147233] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.147347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.147534] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 with status ACTIVE [ 1165.147734] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.147834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.147893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.148133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.148261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.148464] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.148562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.148623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.150475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.151795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.152219] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.153018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.153698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.154448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.154616] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.156181] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d84aad5-ee1b-4695-a1d4-273bb62fd5e5 is going to be updated. [ 1165.184572] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.184572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.184572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.184937] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.185169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.185272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d84aad5-ee1b-4695-a1d4-273bb62fd5e5" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.512318] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 in Status: SUCCESS [ 1165.512634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.659150] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.092824] env[66012]: INFO networking_nsxv3.common.synchronization [req-27d94381-08c5-4081-b5b4-10ce17cc1a63 req-0115cc4f-759d-4bb4-b2f0-8e056d0cd10c tempest-ServerPasswordTestJSON-771557527 tempest-ServerPasswordTestJSON-771557527-project-member] Enqueued Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGHEST for action security_group_members [ 1166.095131] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGHEST for action security_group_members [ 1166.095589] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-120a2341-8cf9-4e44-8319-857a12aa2f51 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.095985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.096180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.096519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.096892] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.102051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.102051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.102051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.102051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.102051] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120a2341-8cf9-4e44-8319-857a12aa2f51',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.164085] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.164085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.164085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.164085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.164085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.164085] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1166.225648] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.226804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.226804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.226804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.226804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.238240] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1166.510033] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-342 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.510279] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-342" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.510423] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-342" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.510771] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-342" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.511758] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.512019] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.512161] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.512469] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.512700] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.512971] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.513232] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.513498] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.513498] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.513788] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.513788] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.515064] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.538413] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.538580] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.539085] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.539085] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-342" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.539254] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-4b6b9e8f-b547-4f99-a636-b89cf5af7979 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.539995] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-4b6b9e8f-b547-4f99-a636-b89cf5af7979" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.539995] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-4b6b9e8f-b547-4f99-a636-b89cf5af7979" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.540149] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-4b6b9e8f-b547-4f99-a636-b89cf5af7979" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.540241] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b6b9e8f-b547-4f99-a636-b89cf5af7979',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.603974] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.604237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.604306] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.604784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.604784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.604971] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.605100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.605203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.605387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.605499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.605627] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 already deleted. [ 1166.605714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.043177] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.043515] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.044743] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.044743] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.044743] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.044743] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 4b6b9e8f-b547-4f99-a636-b89cf5af7979 not found, creating... [ 1167.044743] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.045895] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.045895] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.046195] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.046356] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.046939] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.046939] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.047145] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.047497] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.047627] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.047844] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 4b6b9e8f-b547-4f99-a636-b89cf5af7979 is going to be created. [ 1167.070532] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.070928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.071162] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.071551] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.072066] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.072453] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-4b6b9e8f-b547-4f99-a636-b89cf5af7979" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.823032] env[66012]: INFO networking_nsxv3.common.synchronization [req-27d94381-08c5-4081-b5b4-10ce17cc1a63 req-4cd435f6-8112-4466-be99-c7543ba09656 service nova] Enqueued Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGHEST for action security_group_rules [ 1167.823032] env[66012]: INFO networking_nsxv3.common.synchronization [req-27d94381-08c5-4081-b5b4-10ce17cc1a63 req-4cd435f6-8112-4466-be99-c7543ba09656 service nova] Enqueued Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGHEST for action security_group_members [ 1167.823032] env[66012]: INFO networking_nsxv3.common.synchronization [req-27d94381-08c5-4081-b5b4-10ce17cc1a63 req-4cd435f6-8112-4466-be99-c7543ba09656 service nova] Enqueued Resource ID: 4b6b9e8f-b547-4f99-a636-b89cf5af7979 with Priority: HIGHEST for action port [ 1167.823032] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGHEST for action security_group_rules [ 1167.823032] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGHEST for action security_group_members [ 1167.823032] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b6b9e8f-b547-4f99-a636-b89cf5af7979 with Priority: HIGHEST for action port [ 1167.823032] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120a2341-8cf9-4e44-8319-857a12aa2f51 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.823032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.823032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.824035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.824261] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120a2341-8cf9-4e44-8319-857a12aa2f51',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.825710] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-120a2341-8cf9-4e44-8319-857a12aa2f51 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.825710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.825710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.825710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.825956] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.825956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.825956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.826083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.826151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.826247] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120a2341-8cf9-4e44-8319-857a12aa2f51',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.827241] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b6b9e8f-b547-4f99-a636-b89cf5af7979 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.828346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b6b9e8f-b547-4f99-a636-b89cf5af7979" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.828346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b6b9e8f-b547-4f99-a636-b89cf5af7979" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.828346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b6b9e8f-b547-4f99-a636-b89cf5af7979" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.828346] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b6b9e8f-b547-4f99-a636-b89cf5af7979',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.253126] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1168.253983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.253983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.253983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.254208] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.254208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.254319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.254360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.254457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.254569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.254685] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.336053] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-120a2341-8cf9-4e44-8319-857a12aa2f51 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.336053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.336053] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('120a2341-8cf9-4e44-8319-857a12aa2f51',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.336053] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b6b9e8f-b547-4f99-a636-b89cf5af7979 with status ACTIVE [ 1168.336053] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.336053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.336053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.336053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.336053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.336053] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.336053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.336053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.336053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.336053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.336729] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.336729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.336729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.336729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.336856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.337030] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b6b9e8f-b547-4f99-a636-b89cf5af7979 is going to be updated. [ 1168.361107] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.361107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.361346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.361440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.361590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.361781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b6b9e8f-b547-4f99-a636-b89cf5af7979" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.742052] env[66012]: INFO networking_nsxv3.common.synchronization [None req-0b18f92b-4dca-4b04-b5e9-0f175f0b359a None None] Enqueued Resource ID: 12dacd69-ffc1-4c17-81d7-d99b74e847b7 with Priority: HIGHEST for action port [ 1168.742853] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12dacd69-ffc1-4c17-81d7-d99b74e847b7 with Priority: HIGHEST for action port [ 1168.743142] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-12dacd69-ffc1-4c17-81d7-d99b74e847b7 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.743388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12dacd69-ffc1-4c17-81d7-d99b74e847b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.743524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12dacd69-ffc1-4c17-81d7-d99b74e847b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.744885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12dacd69-ffc1-4c17-81d7-d99b74e847b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.744885] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12dacd69-ffc1-4c17-81d7-d99b74e847b7',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.757729] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.757886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.757963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.758203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.758373] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.758475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.758579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.758679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.758757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.759856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.759856] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.759856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.759856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.759856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.759856] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.759856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.759856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.759856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.759856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.759856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.760310] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.838889] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('120a2341-8cf9-4e44-8319-857a12aa2f51',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.990299] env[66012]: INFO networking_nsxv3.common.synchronization [req-170d2194-51ec-4e74-a89b-f7b256c29090 req-719f15b3-79b4-444b-aa8a-24debb68b23e tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1168.990905] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1168.992042] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.992369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.992556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.993386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.993661] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.994074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.994074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.994260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.994386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.995473] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.247012] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12dacd69-ffc1-4c17-81d7-d99b74e847b7 [ 1169.247252] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.247374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.247442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.247654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.247741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.247832] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12dacd69-ffc1-4c17-81d7-d99b74e847b7 already deleted. [ 1169.247910] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12dacd69-ffc1-4c17-81d7-d99b74e847b7" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.266867] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2714e2f9-6188-4d18-bf96-09e53d199033: rpc.has_security_group_logging(os_id): False [ 1169.287729] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.287895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.287938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.288188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.288359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.288649] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.288725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.288791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.288949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.289208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.289492] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.289673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.289673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.289840] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.289920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.290117] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.290214] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.290276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.290415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.290517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.290574] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1169.341671] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.341881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.341925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.342155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.342236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.342331] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 is going to be created. [ 1169.368825] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.368976] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.369059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.369591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.369591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.371979] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.371979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.371979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.371979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.371979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.384490] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 in Status: UNINITIALIZED for 2s [ 1169.387028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1169.499749] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.499749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.499749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.499939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.499977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.500206] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.500889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.500889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.500889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.500889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.500889] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1169.534510] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.534510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.534510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.534510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.534510] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.548912] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1171.192360] env[66012]: INFO networking_nsxv3.common.synchronization [None req-80b4910d-4f6a-47d9-9f1f-007edf2bf8f3 None None] Enqueued Resource ID: 54ccc64a-f91e-4b15-9c5a-c74e1f582d44 with Priority: HIGHEST for action port [ 1171.192360] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ccc64a-f91e-4b15-9c5a-c74e1f582d44 with Priority: HIGHEST for action port [ 1171.192360] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-54ccc64a-f91e-4b15-9c5a-c74e1f582d44 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.192360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54ccc64a-f91e-4b15-9c5a-c74e1f582d44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.192360] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54ccc64a-f91e-4b15-9c5a-c74e1f582d44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.207124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54ccc64a-f91e-4b15-9c5a-c74e1f582d44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.207124] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54ccc64a-f91e-4b15-9c5a-c74e1f582d44',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.398262] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 in Status: SUCCESS [ 1171.398480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.398651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.398872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.399077] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.399192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.399265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.399422] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.399542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.399628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.399735] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('120a2341-8cf9-4e44-8319-857a12aa2f51',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.406210] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1171.406210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.562343] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1171.562595] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1171.562716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.709025] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 54ccc64a-f91e-4b15-9c5a-c74e1f582d44 [ 1171.709025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.709235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.709235] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.709591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.709709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.709815] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:54ccc64a-f91e-4b15-9c5a-c74e1f582d44 already deleted. [ 1171.709955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54ccc64a-f91e-4b15-9c5a-c74e1f582d44" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.902553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-120a2341-8cf9-4e44-8319-857a12aa2f51 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.902753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.902821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.902989] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.903185] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.903282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.903343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.903540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.903622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.903708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.903947] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-120a2341-8cf9-4e44-8319-857a12aa2f51 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.903947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.904079] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.904651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.904651] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.904651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.904651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.904847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.904847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.904847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.905047] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('120a2341-8cf9-4e44-8319-857a12aa2f51',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.408082] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 120a2341-8cf9-4e44-8319-857a12aa2f51: rpc.has_security_group_logging(os_id): False [ 1172.428465] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.428679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.429417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.429417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.429417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.429626] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.429907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.430542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.430931] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.431100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.431671] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.431881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.432196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.432233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.432367] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.433044] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.433044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.433044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.433220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.433320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.433539] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 is going to be created. [ 1172.506296] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.506553] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.506679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.506930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.507137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.525241] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 in Status: IN_PROGRESS for 2s [ 1172.587747] env[66012]: INFO networking_nsxv3.common.synchronization [req-bb32e868-1699-4224-acba-3d662b119f77 req-8b91130f-b563-4153-9363-2cb5dff657a6 tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1172.588823] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1172.590326] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.590467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.590561] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.590867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.591128] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.591387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.591387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.591652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.591779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.591969] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.095741] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.436692] env[66012]: INFO networking_nsxv3.common.synchronization [req-b94b76fa-39a5-4dbf-9418-9f1337b68a1e req-f017dec4-15e5-4b88-9abf-684d9663ae70 tempest-ServerActionsTestOtherB-1575974967 tempest-ServerActionsTestOtherB-1575974967-project-member] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1173.437293] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1173.437696] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.437803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.437863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.442025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.442025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.442025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.442025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.442025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.442025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.442025] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.598705] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.841986] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.842233] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.842354] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.842615] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.842892] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.843061] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.843173] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.843393] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.843548] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.843753] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.844070] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.844217] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.844327] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.844458] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.844536] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.844698] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.866164] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.866365] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.866505] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.866679] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.867013] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-ab0ea920-a97c-4715-a578-f3e3e350d82a taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.867198] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.867314] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.867938] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.868086] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0ea920-a97c-4715-a578-f3e3e350d82a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.945801] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.945801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.945801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.945801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.945801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.948020] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.948020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.948020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.948020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.948020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.948020] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 1173.980034] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.980034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.980034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.980034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.980034] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.992567] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 1174.102232] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.102789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.102789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.102789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.102893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.103157] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1174.138304] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.138304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.138304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.138304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.138304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.149896] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1174.370791] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.370987] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.371216] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.371597] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.371819] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.372035] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port ab0ea920-a97c-4715-a578-f3e3e350d82a not found, creating... [ 1174.372354] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.372557] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.372728] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.373020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.373227] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.373531] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.373691] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.373807] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.374033] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.374180] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.374318] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: ab0ea920-a97c-4715-a578-f3e3e350d82a is going to be created. [ 1174.395939] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.396265] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.396450] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.396839] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.397158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.397455] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.540694] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 in Status: SUCCESS [ 1174.540992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.166045] env[66012]: INFO networking_nsxv3.common.synchronization [req-b94b76fa-39a5-4dbf-9418-9f1337b68a1e req-5b803f30-a1cf-4059-afd1-ab2690fde772 service nova] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 1175.167229] env[66012]: INFO networking_nsxv3.common.synchronization [req-b94b76fa-39a5-4dbf-9418-9f1337b68a1e req-5b803f30-a1cf-4059-afd1-ab2690fde772 service nova] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1175.167229] env[66012]: INFO networking_nsxv3.common.synchronization [req-b94b76fa-39a5-4dbf-9418-9f1337b68a1e req-5b803f30-a1cf-4059-afd1-ab2690fde772 service nova] Enqueued Resource ID: ab0ea920-a97c-4715-a578-f3e3e350d82a with Priority: HIGHEST for action port [ 1175.167527] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 1175.167814] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1175.167931] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0ea920-a97c-4715-a578-f3e3e350d82a with Priority: HIGHEST for action port [ 1175.168371] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.168564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.168679] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.168980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.169428] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.171348] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.171515] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.171862] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab0ea920-a97c-4715-a578-f3e3e350d82a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.172055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.172172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.172464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.172600] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0ea920-a97c-4715-a578-f3e3e350d82a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.678237] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.678237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.678622] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab0ea920-a97c-4715-a578-f3e3e350d82a with status ACTIVE [ 1175.678681] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.678798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.678892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.679192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.679312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.679600] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.679729] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.679817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.680028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.680133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.680376] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.680499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.680599] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.680761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.680861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.680974] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab0ea920-a97c-4715-a578-f3e3e350d82a is going to be updated. [ 1175.715033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.715033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.715283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.715378] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.715505] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.715672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.004034] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1176.004274] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 deletion is rescheduled due to dependency. [ 1176.004362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.004596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.005437] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.005657] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.005808] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.005881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.006141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.006287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.006428] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.161663] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1176.161955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.509493] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.975933] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-564 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.976248] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.976329] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.976614] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.976902] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.977077] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.977191] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.977407] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.977592] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.978250] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.978348] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.978459] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.978594] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.978730] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.978884] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.979060] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.012881] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.035066] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.035332] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.056 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.035393] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.035564] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-564" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.035886] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.036084] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.036201] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.036475] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.036672] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11241154-7de3-4df8-8d0f-6c1f36f9e2c2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.515368] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.515542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.515611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.515838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.515928] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.516044] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 1177.539676] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.539928] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.540064] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.540373] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.540526] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.540855] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.541058] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.541150] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.542034] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.542034] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.542034] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.542034] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.542280] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.542280] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.542782] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.542782] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 is going to be updated. [ 1177.553614] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.553837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.553837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.554054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.554203] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.562908] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 1177.571064] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.571285] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.571410] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.571695] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.571957] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.572213] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.254186] env[66012]: INFO networking_nsxv3.common.synchronization [req-3f48e6ce-1822-4dde-a85b-63a3e55fd73a req-91ca8aaf-a685-4d3b-a834-749fd89bb677 service nova] Enqueued Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_rules [ 1178.254532] env[66012]: INFO networking_nsxv3.common.synchronization [req-3f48e6ce-1822-4dde-a85b-63a3e55fd73a req-91ca8aaf-a685-4d3b-a834-749fd89bb677 service nova] Enqueued Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_members [ 1178.254532] env[66012]: INFO networking_nsxv3.common.synchronization [req-3f48e6ce-1822-4dde-a85b-63a3e55fd73a req-91ca8aaf-a685-4d3b-a834-749fd89bb677 service nova] Enqueued Resource ID: 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 with Priority: HIGHEST for action port [ 1178.255012] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_rules [ 1178.255175] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_members [ 1178.255323] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 with Priority: HIGHEST for action port [ 1178.255585] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.255727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.255835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.256178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.256178] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.257432] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.258407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.258499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.258741] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.258923] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.259053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.259120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.259310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.259406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.259455] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.260390] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.260773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.260773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.260773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.260773] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11241154-7de3-4df8-8d0f-6c1f36f9e2c2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.763421] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.763577] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.763764] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.764743] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 with status ACTIVE [ 1178.764927] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.765075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.765139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.765345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.765428] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.765600] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.765708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.765873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.765925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.765966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.766229] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.766345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.766400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.766547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.766610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.766694] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11241154-7de3-4df8-8d0f-6c1f36f9e2c2 is going to be updated. [ 1178.790742] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.791485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.791485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.791485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.791485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.791485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11241154-7de3-4df8-8d0f-6c1f36f9e2c2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.271329] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.574790] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1179.575074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.575623] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.575835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.576090] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.576248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.576311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.576633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.576633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.576633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.576774] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.770564] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.770826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.771350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.771350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.771350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.771516] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 639e3f6d-2439-4408-9678-f29a4322202c is going to be updated. [ 1179.821734] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.821881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.821952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.822192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.822342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.833063] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: IN_PROGRESS for 2s [ 1179.895129] env[66012]: INFO networking_nsxv3.common.synchronization [req-3d3f71dd-ced5-4b9b-bc0a-17a8cdc7ab62 req-67c0731f-45c2-4bdc-844a-88d400c3389a tempest-ServerRescueTestJSON-1776538544 tempest-ServerRescueTestJSON-1776538544-project-member] Enqueued Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1179.895723] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1179.896059] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.896184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.896252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.896560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.896722] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.896827] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.896888] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.897060] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.897144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.897236] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.079851] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.338817] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.339142] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-525" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.339180] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-525" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.339523] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-525" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.339818] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.339973] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.340596] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.340957] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.341172] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.341467] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.341844] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.341844] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.342147] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.342407] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.342678] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.342860] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.400505] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.400873] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.058 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.401129] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.401401] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-525" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.401899] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-17061759-a8cc-4b7d-9f98-388b194962a0 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.402191] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-17061759-a8cc-4b7d-9f98-388b194962a0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.403357] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-17061759-a8cc-4b7d-9f98-388b194962a0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.403783] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-17061759-a8cc-4b7d-9f98-388b194962a0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.403939] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17061759-a8cc-4b7d-9f98-388b194962a0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.405330] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.405522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.405636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.405830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.405918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.406144] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.406248] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.406309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.406460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.406536] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.406619] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 already deleted. [ 1180.406700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.576116] env[66012]: INFO networking_nsxv3.common.synchronization [req-e5c0a19d-5ec3-4fe2-ad1b-3ff774fc9332 req-1d048f38-32e5-4384-9ed9-6cac2807b4c4 tempest-ServerPasswordTestJSON-771557527 tempest-ServerPasswordTestJSON-771557527-project-member] Enqueued Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGHEST for action security_group_members [ 1180.576731] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGHEST for action security_group_members [ 1180.577131] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-120a2341-8cf9-4e44-8319-857a12aa2f51 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.577299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.577366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.577539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.577691] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.578049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.578049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.578049] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.578204] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.578204] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('120a2341-8cf9-4e44-8319-857a12aa2f51',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.583518] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8fc692-bd22-4dda-8c66-fff90d0bda10: rpc.has_security_group_logging(os_id): False [ 1180.602164] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.602307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.602373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.602589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.602772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.603041] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.603144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.603208] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.603362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.603438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.603526] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 1180.669416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.669646] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.669710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.669940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.670114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.685488] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 1180.907845] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.908109] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.908251] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.908544] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.908694] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.908845] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 17061759-a8cc-4b7d-9f98-388b194962a0 not found, creating... [ 1180.909425] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.909425] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.909425] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.909711] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.909783] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.910176] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.910278] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.910407] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.910564] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.910729] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.910825] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 17061759-a8cc-4b7d-9f98-388b194962a0 is going to be created. [ 1180.931993] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.932299] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.932361] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.932644] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.932871] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.933114] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-17061759-a8cc-4b7d-9f98-388b194962a0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.079991] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.080255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.080380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.080708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.080873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.081292] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.082028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.082028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.082028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.082028] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.082312] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 is going to be updated. [ 1181.136601] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.136777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.136836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.137042] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.137181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.178134] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 in Status: IN_PROGRESS for 2s [ 1181.621969] env[66012]: INFO networking_nsxv3.common.synchronization [req-3d3f71dd-ced5-4b9b-bc0a-17a8cdc7ab62 req-80deef1d-1447-40b2-850e-8ac8f8cdc695 service nova] Enqueued Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_rules [ 1181.622341] env[66012]: INFO networking_nsxv3.common.synchronization [req-3d3f71dd-ced5-4b9b-bc0a-17a8cdc7ab62 req-80deef1d-1447-40b2-850e-8ac8f8cdc695 service nova] Enqueued Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1181.622341] env[66012]: INFO networking_nsxv3.common.synchronization [req-3d3f71dd-ced5-4b9b-bc0a-17a8cdc7ab62 req-80deef1d-1447-40b2-850e-8ac8f8cdc695 service nova] Enqueued Resource ID: 17061759-a8cc-4b7d-9f98-388b194962a0 with Priority: HIGHEST for action port [ 1181.623351] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_rules [ 1181.623581] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1181.623909] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17061759-a8cc-4b7d-9f98-388b194962a0 with Priority: HIGHEST for action port [ 1181.624119] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.624318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.624417] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.624743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.624874] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.626343] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.626613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.626613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.626904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.627065] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.627221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.629088] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.629301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.629396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.629495] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.630490] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-17061759-a8cc-4b7d-9f98-388b194962a0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.630598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17061759-a8cc-4b7d-9f98-388b194962a0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.630663] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17061759-a8cc-4b7d-9f98-388b194962a0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.630899] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17061759-a8cc-4b7d-9f98-388b194962a0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.631000] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17061759-a8cc-4b7d-9f98-388b194962a0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.844584] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: SUCCESS [ 1181.844876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.845099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.845369] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.845603] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.845755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.845847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.846030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.846119] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.846225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.846336] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.982927] env[66012]: INFO networking_nsxv3.common.synchronization [req-c0378bbd-9729-4e18-8899-14c5bfc6312f req-6e75e101-e5ca-49f4-997b-48cd15944f88 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1181.983789] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1181.984207] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.984363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.984982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.984982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.984982] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.984982] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.985156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.985304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.985363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.985496] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.132535] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.134281] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.134471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.135426] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17061759-a8cc-4b7d-9f98-388b194962a0 with status ACTIVE [ 1182.135781] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.136064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.136230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.136592] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.136915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.137295] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.137529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.137672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.137935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.138098] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.138445] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.138611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.138718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.138985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.139131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.139286] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17061759-a8cc-4b7d-9f98-388b194962a0 is going to be updated. [ 1182.161244] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.161436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.161436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.161662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.161895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.162077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17061759-a8cc-4b7d-9f98-388b194962a0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.349460] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.355262] env[66012]: INFO networking_nsxv3.common.synchronization [req-2dd43792-61b2-485d-b283-7c20e9af8958 req-bb19c552-f758-4563-acff-73fc478bd1d9 tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1182.355825] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1182.356158] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.357370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.357484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.357789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.357958] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.358082] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.358146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.358305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.358391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.358485] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.489853] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.635997] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.700911] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1182.701234] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.744145] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.744145] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.744145] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.744145] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.744451] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.744586] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.744863] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.745787] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.745935] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.746197] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.746325] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.746458] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.746573] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.746697] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.746815] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.746961] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.768532] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.768704] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.768704] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.768870] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.769285] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-e8d8e735-0526-495d-acd5-851543be032e taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.769507] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-e8d8e735-0526-495d-acd5-851543be032e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.769687] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-e8d8e735-0526-495d-acd5-851543be032e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.770046] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-e8d8e735-0526-495d-acd5-851543be032e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.770184] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d8e735-0526-495d-acd5-851543be032e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.854284] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 639e3f6d-2439-4408-9678-f29a4322202c: rpc.has_security_group_logging(os_id): False [ 1182.863418] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.863628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.863687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.863876] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.863971] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.864229] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.864352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.865142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.865142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.865142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.865142] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1182.877302] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.878600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.878600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.878600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.878600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.878600] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.878600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.878600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.878600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.878600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.878600] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639e3f6d-2439-4408-9678-f29a4322202c is going to be updated. [ 1182.896848] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.897050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.897094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.897284] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.897423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.906267] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1182.980448] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.980448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.980448] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.980844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.980975] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.994667] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.998376] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: IN_PROGRESS for 2s [ 1183.139249] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.139497] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.139641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.140063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.140241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.140441] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 is going to be created. [ 1183.178725] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.178955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.179069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.179364] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.179596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.193033] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 in Status: SUCCESS [ 1183.193243] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 deletion is rescheduled due to dependency. [ 1183.193379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.194202] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: UNINITIALIZED for 2s [ 1183.273917] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.274258] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.274365] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.274610] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.274758] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.274909] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port e8d8e735-0526-495d-acd5-851543be032e not found, creating... [ 1183.275207] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.275361] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.275481] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.275710] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.275847] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.276304] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.276469] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.276568] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.276778] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.276909] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.277214] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: e8d8e735-0526-495d-acd5-851543be032e is going to be created. [ 1183.307058] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.307058] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.307058] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.307432] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.307666] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.308006] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-e8d8e735-0526-495d-acd5-851543be032e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.500273] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.500617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.500717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.500924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.501044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.501206] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 is going to be updated. [ 1183.536630] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.536630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.536630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.536938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.536938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.548258] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: IN_PROGRESS for 2s [ 1184.081596] env[66012]: INFO networking_nsxv3.common.synchronization [req-2dd43792-61b2-485d-b283-7c20e9af8958 req-e11cf606-eeef-4d1a-9084-0863abf6a57a service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1184.081986] env[66012]: INFO networking_nsxv3.common.synchronization [req-2dd43792-61b2-485d-b283-7c20e9af8958 req-e11cf606-eeef-4d1a-9084-0863abf6a57a service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1184.081986] env[66012]: INFO networking_nsxv3.common.synchronization [req-2dd43792-61b2-485d-b283-7c20e9af8958 req-e11cf606-eeef-4d1a-9084-0863abf6a57a service nova] Enqueued Resource ID: e8d8e735-0526-495d-acd5-851543be032e with Priority: HIGHEST for action port [ 1184.082477] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1184.082624] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1184.082722] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d8e735-0526-495d-acd5-851543be032e with Priority: HIGHEST for action port [ 1184.083969] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.083969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.083969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.083969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.083969] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.084674] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.084674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.084829] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d8e735-0526-495d-acd5-851543be032e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.084955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d8e735-0526-495d-acd5-851543be032e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.084955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d8e735-0526-495d-acd5-851543be032e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.085325] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d8e735-0526-495d-acd5-851543be032e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.085325] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d8e735-0526-495d-acd5-851543be032e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.587100] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.587321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.587695] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8d8e735-0526-495d-acd5-851543be032e with status ACTIVE [ 1184.588081] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.588145] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.588183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.588757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.588935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.589261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.589429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.589548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.589896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.590041] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.590265] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.590390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.590450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.590609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.590687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.590768] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8d8e735-0526-495d-acd5-851543be032e is going to be updated. [ 1184.614244] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.614427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.614427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.614640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.614780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.614936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d8e735-0526-495d-acd5-851543be032e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.929136] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1184.929362] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1184.929477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.929925] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.930114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.930676] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.930676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.930676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.930830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.930830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.930903] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.021405] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: SUCCESS [ 1185.021708] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.209057] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: SUCCESS [ 1185.209057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.209349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.209532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.209975] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.210191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.210320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.210578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.210944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.211056] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.211230] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.433649] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.562226] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: SUCCESS [ 1185.562477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.714372] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.714610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.714731] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.715100] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.715345] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.715548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.715652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.715897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.715977] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.716118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.716377] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.716517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.716614] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.716854] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.717755] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.717948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.718092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.718315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.718442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.719546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.721153] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.936252] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.224454] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a9e444-58ec-4eaa-a034-60dd5b4267e8: rpc.has_security_group_logging(os_id): False [ 1186.251211] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.251453] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.251532] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.251936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.252102] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.252370] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.252496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.252562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.252833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.252967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.253313] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.253431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.253495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.253696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.253782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.254037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.254164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.254210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.254380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.254463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.254551] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 is going to be created. [ 1186.372775] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.372952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.372952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.373250] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.373550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.391112] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: IN_PROGRESS for 2s [ 1186.444138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.444318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.444374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.444595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.444685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.444792] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1186.498915] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.499180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.499180] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.499376] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.499593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.514189] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1187.987244] env[66012]: INFO networking_nsxv3.common.synchronization [req-848b83ec-c1df-4824-9742-d1182011e2f4 req-bf54194f-66c1-4659-a512-b3b73dcd9bac tempest-ServersTestJSON-1115143538 tempest-ServersTestJSON-1115143538-project-member] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1187.987909] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGHEST for action security_group_members [ 1187.989749] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.989946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.990037] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.990329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.990557] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.990737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.990825] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.991065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.991183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.991336] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.404319] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: SUCCESS [ 1188.404610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.494113] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.494414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.494548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.494804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.494922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.495170] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.495384] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.495493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.495682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.495818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.495961] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be updated. [ 1188.527824] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1188.528137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.528395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.528760] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.529111] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.529207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.529207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.529375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.529460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.529539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.529630] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.532505] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.532612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.532689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.532847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.532979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.543168] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: IN_PROGRESS for 2s [ 1189.033359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.033793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.033958] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.034798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.034798] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.034798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.035068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.035193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.035303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.035490] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.035763] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.035917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.035991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.036195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.036404] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.036507] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.036604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.036773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.036895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.037067] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.037173] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.539752] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf695c8c-e15e-4035-b879-f5326a70aec0: rpc.has_security_group_logging(os_id): False [ 1189.561545] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.561753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.561795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.562110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.562193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.562381] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.562511] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.562551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.562683] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.562757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.562962] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.563087] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.563154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.563295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.563365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.563548] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.563643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.563704] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.563829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.563902] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.563984] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1189.646958] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.647223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.647223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.647388] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.647529] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.667880] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1190.555609] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16bcc80b-497f-4869-b957-8b941ed755a6 in Status: SUCCESS [ 1190.555952] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 deletion is rescheduled due to dependency. [ 1190.555952] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.682456] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1191.682826] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.083557] env[66012]: INFO networking_nsxv3.common.synchronization [req-2ba8d76f-3a3d-4706-809f-dce78863bde9 req-6624a4d7-82d7-445f-bfc8-ae3474427c7f tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1192.084368] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGHEST for action security_group_members [ 1192.084762] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.084859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.084859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.085080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.085294] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.085404] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.085469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.085627] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.085711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.085814] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.588680] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.588680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.588680] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.589158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.589158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.589352] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.589352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.589352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.589576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.589576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.589664] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 is going to be updated. [ 1192.622764] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.623093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.623093] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.623298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.623436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.633803] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: IN_PROGRESS for 2s [ 1193.306967] env[66012]: INFO networking_nsxv3.common.synchronization [req-75e9f675-16ed-46bf-b327-00fe4d175197 req-d242a084-98fb-40e6-88bd-ac8dc0a29353 tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_members [ 1193.307711] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2654733-e3af-4488-b961-f1f296edd31f with Priority: HIGHEST for action security_group_members [ 1193.307800] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e2654733-e3af-4488-b961-f1f296edd31f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.307940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.308017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.308270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.308950] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.308950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.308950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.308950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.308950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.308950] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e2654733-e3af-4488-b961-f1f296edd31f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.814165] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.814165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.814165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.814165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.814165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.814165] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.814165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.814165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.814165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.814165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.814165] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2654733-e3af-4488-b961-f1f296edd31f is going to be updated. [ 1193.841518] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.841518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.841518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.841518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.841518] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.849275] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2654733-e3af-4488-b961-f1f296edd31f in Status: IN_PROGRESS for 2s [ 1194.647106] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 in Status: SUCCESS [ 1194.647562] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 deletion is rescheduled due to dependency. [ 1194.647562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.861401] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e2654733-e3af-4488-b961-f1f296edd31f in Status: SUCCESS [ 1195.861811] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e2654733-e3af-4488-b961-f1f296edd31f deletion is rescheduled due to dependency. [ 1195.861811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e2654733-e3af-4488-b961-f1f296edd31f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.308858] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1198.308858] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1198.408337] env[66012]: INFO networking_nsxv3.common.synchronization [None req-5b2096fe-1840-4690-9461-969da0c1d119 tempest-AttachInterfacesTestJSON-280547860 tempest-AttachInterfacesTestJSON-280547860-project-member] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1198.408847] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGHEST for action security_group_members [ 1198.409194] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.409411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.409479] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.410482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.410670] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.410784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.410866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.411091] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.411183] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.411278] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.913336] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.913553] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.913553] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.913798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.913890] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.914112] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.914220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.914281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.914434] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.914727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.914727] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be updated. [ 1198.952580] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.952734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.952809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.953027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.953164] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.966323] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: IN_PROGRESS for 2s [ 1199.391549] env[66012]: INFO networking_nsxv3.common.synchronization [req-868e434a-951f-41a0-a2fa-e9a482923a9b req-bf8f2766-d194-475f-aaab-0b52d147979d tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1199.391863] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1199.392300] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.392413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.392485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.392686] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.392835] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.392929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.392998] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.393171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.393256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.393352] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.898025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.898025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.898025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.898025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.898025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.898025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.898025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.898025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.898025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.898025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.898025] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1199.931024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.931024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.931024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.931024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.931024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.942567] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1200.978789] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2714e2f9-6188-4d18-bf96-09e53d199033 in Status: SUCCESS [ 1200.978789] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 deletion is rescheduled due to dependency. [ 1200.979432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.954603] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1201.954840] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1201.954963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.471170] env[66012]: INFO networking_nsxv3.common.synchronization [None req-eea39175-e24a-4187-a20b-e07ad45b3cf2 None None] Enqueued Resource ID: 87ecaa2e-6360-4336-8f99-0d6cb89674f1 with Priority: HIGHEST for action port [ 1203.471813] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ecaa2e-6360-4336-8f99-0d6cb89674f1 with Priority: HIGHEST for action port [ 1203.472172] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ecaa2e-6360-4336-8f99-0d6cb89674f1 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.472317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ecaa2e-6360-4336-8f99-0d6cb89674f1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.472406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ecaa2e-6360-4336-8f99-0d6cb89674f1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.472689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ecaa2e-6360-4336-8f99-0d6cb89674f1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.472795] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ecaa2e-6360-4336-8f99-0d6cb89674f1',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.975366] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87ecaa2e-6360-4336-8f99-0d6cb89674f1 [ 1203.975998] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.975998] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.975998] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.976216] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.976316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.976446] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87ecaa2e-6360-4336-8f99-0d6cb89674f1 already deleted. [ 1203.976563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ecaa2e-6360-4336-8f99-0d6cb89674f1" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.647875] env[66012]: INFO networking_nsxv3.common.synchronization [None req-5949e07c-bf96-45b7-a2e7-df7576213744 None None] Enqueued Resource ID: 7d628636-de70-4fa0-91d6-99851fa70ad2 with Priority: HIGHEST for action port [ 1205.648469] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d628636-de70-4fa0-91d6-99851fa70ad2 with Priority: HIGHEST for action port [ 1205.648724] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d628636-de70-4fa0-91d6-99851fa70ad2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.648844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d628636-de70-4fa0-91d6-99851fa70ad2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.648917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d628636-de70-4fa0-91d6-99851fa70ad2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.649488] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d628636-de70-4fa0-91d6-99851fa70ad2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.649488] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d628636-de70-4fa0-91d6-99851fa70ad2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.006642] env[66012]: INFO networking_nsxv3.common.synchronization [req-b2b8cfe4-2829-459f-b969-56c6429ed44a req-cf0df34e-2cac-4654-b1b7-9d7c8a490d73 tempest-AttachVolumeTestJSON-2070203022 tempest-AttachVolumeTestJSON-2070203022-project-member] Enqueued Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_members [ 1206.007054] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGHEST for action security_group_members [ 1206.007355] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ca2a3b-1673-4730-9018-bf1a6db8466a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.007473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.007550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.007756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.007905] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.008048] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.008126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.008251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.008365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.008454] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.152531] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d628636-de70-4fa0-91d6-99851fa70ad2 [ 1206.152837] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.153108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.153108] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.153352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.153675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.153675] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d628636-de70-4fa0-91d6-99851fa70ad2 already deleted. [ 1206.153675] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d628636-de70-4fa0-91d6-99851fa70ad2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.511393] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.511393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.511582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.511667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.511755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.511949] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.512068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.512131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.512286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.512361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.512446] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a is going to be updated. [ 1206.543366] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.543572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.543572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.543732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.543880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.553295] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a in Status: IN_PROGRESS for 2s [ 1207.519845] env[66012]: INFO networking_nsxv3.common.synchronization [req-38fbbae2-199c-424a-8dcf-1f2789dbf499 req-2b7520c6-2c3c-412a-be54-a13e706a9744 tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1207.520454] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1207.520770] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.520941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.521018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.521207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.521374] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.521464] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.521526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.521671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.521756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.521846] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.843083] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.843281] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.843402] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.843660] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.843908] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.844080] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.844205] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.844416] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.844550] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.844754] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.844862] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.845459] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.845459] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.845459] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.845459] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.845459] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.864634] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.864835] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.864950] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.865149] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.865524] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-409e9fa7-1b09-4591-9d1a-d6594dbe015f taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.865729] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.865855] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.866201] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.866328] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409e9fa7-1b09-4591-9d1a-d6594dbe015f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.026256] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.026256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.026256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.026463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.026521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.026691] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.026829] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.026881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.027127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.027199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.027294] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d is going to be updated. [ 1208.071078] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.071878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.071878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.071878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.072092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.082491] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: IN_PROGRESS for 2s [ 1208.369313] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.369569] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.369692] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.370136] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.370327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.370529] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 409e9fa7-1b09-4591-9d1a-d6594dbe015f not found, creating... [ 1208.370838] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.371057] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.371221] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.371513] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.371687] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.372372] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.372372] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.372919] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.372919] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.372919] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.373064] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 409e9fa7-1b09-4591-9d1a-d6594dbe015f is going to be created. [ 1208.396293] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.396559] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.396718] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.397087] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.397400] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.397677] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.567190] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a in Status: SUCCESS [ 1208.567596] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a deletion is rescheduled due to dependency. [ 1208.567596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.115827] env[66012]: INFO networking_nsxv3.common.synchronization [req-38fbbae2-199c-424a-8dcf-1f2789dbf499 req-2b7c7476-8921-4ed7-84dd-a2fcce07d95d service nova] Enqueued Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_rules [ 1209.115960] env[66012]: INFO networking_nsxv3.common.synchronization [req-38fbbae2-199c-424a-8dcf-1f2789dbf499 req-2b7c7476-8921-4ed7-84dd-a2fcce07d95d service nova] Enqueued Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1209.116121] env[66012]: INFO networking_nsxv3.common.synchronization [req-38fbbae2-199c-424a-8dcf-1f2789dbf499 req-2b7c7476-8921-4ed7-84dd-a2fcce07d95d service nova] Enqueued Resource ID: 409e9fa7-1b09-4591-9d1a-d6594dbe015f with Priority: HIGHEST for action port [ 1209.116362] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_rules [ 1209.116888] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1209.116888] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409e9fa7-1b09-4591-9d1a-d6594dbe015f with Priority: HIGHEST for action port [ 1209.117169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.117349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.117349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.117553] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.117635] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.118522] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.118617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.118823] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-409e9fa7-1b09-4591-9d1a-d6594dbe015f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.118922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.118985] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.119171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.119241] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409e9fa7-1b09-4591-9d1a-d6594dbe015f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.621702] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.622032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.622076] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 409e9fa7-1b09-4591-9d1a-d6594dbe015f with status ACTIVE [ 1209.622261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.622349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.622386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.622603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.622698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.622873] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.623146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.623146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.623349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.623349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.623447] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.623546] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.623606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.623746] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.623813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.623893] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 409e9fa7-1b09-4591-9d1a-d6594dbe015f is going to be updated. [ 1209.646834] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.646834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.646834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.646834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.646834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.647064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.810852] env[66012]: INFO networking_nsxv3.common.synchronization [req-e0cd3bc7-90e9-4188-ac64-7285ee1abb38 req-31b1c841-1a89-4fea-90b7-fb404b5afd8d tempest-ServerRescueTestJSON-1776538544 tempest-ServerRescueTestJSON-1776538544-project-member] Enqueued Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1209.811111] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1209.811466] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.811588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.811655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.811875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.812205] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.812205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.812205] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.812358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.812391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.812493] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.094219] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: SUCCESS [ 1210.094466] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d deletion is rescheduled due to dependency. [ 1210.094634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.094821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.095120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.095882] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.095882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.095882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.095882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.095882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.095882] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.171334] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-525 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.171334] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-525" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.171334] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-525" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.171570] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-525" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.171870] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.171870] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.172913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.172913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.172913] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.173156] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.173156] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1210.173235] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1210.173289] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1210.173395] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1210.173926] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1210.173926] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1210.194551] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1210.194733] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1210.194866] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1210.195073] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-525" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.195432] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-d60b3ba5-f437-4fea-824a-6d6533726a83 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.195609] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-d60b3ba5-f437-4fea-824a-6d6533726a83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.195724] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-d60b3ba5-f437-4fea-824a-6d6533726a83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.196064] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-d60b3ba5-f437-4fea-824a-6d6533726a83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.196199] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60b3ba5-f437-4fea-824a-6d6533726a83',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.314845] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.602090] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.698487] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.698866] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.698866] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.699244] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.699396] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.699563] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port d60b3ba5-f437-4fea-824a-6d6533726a83 not found, creating... [ 1210.699807] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.700100] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.700239] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.700461] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.700586] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.700970] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.701208] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.701339] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.701546] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.701676] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.701812] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: d60b3ba5-f437-4fea-824a-6d6533726a83 is going to be created. [ 1210.722578] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.722817] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.722938] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.723243] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.723473] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.723697] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-d60b3ba5-f437-4fea-824a-6d6533726a83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.817014] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.105150] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.319568] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.319793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.319860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.320212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.320375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.320483] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 is going to be updated. [ 1211.358203] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.358431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.358480] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.358691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.358844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.373705] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: IN_PROGRESS for 2s [ 1211.458826] env[66012]: INFO networking_nsxv3.common.synchronization [req-e0cd3bc7-90e9-4188-ac64-7285ee1abb38 req-5d3b7071-7377-48ae-ac86-eefa853fe92b service nova] Enqueued Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_rules [ 1211.459105] env[66012]: INFO networking_nsxv3.common.synchronization [req-e0cd3bc7-90e9-4188-ac64-7285ee1abb38 req-5d3b7071-7377-48ae-ac86-eefa853fe92b service nova] Enqueued Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1211.459281] env[66012]: INFO networking_nsxv3.common.synchronization [req-e0cd3bc7-90e9-4188-ac64-7285ee1abb38 req-5d3b7071-7377-48ae-ac86-eefa853fe92b service nova] Enqueued Resource ID: d60b3ba5-f437-4fea-824a-6d6533726a83 with Priority: HIGHEST for action port [ 1211.459785] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_rules [ 1211.459921] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1211.461968] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d60b3ba5-f437-4fea-824a-6d6533726a83 with Priority: HIGHEST for action port [ 1211.462684] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.462980] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.463099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.463556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.463643] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.464646] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.464738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.465502] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-d60b3ba5-f437-4fea-824a-6d6533726a83 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.465502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d60b3ba5-f437-4fea-824a-6d6533726a83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.465502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d60b3ba5-f437-4fea-824a-6d6533726a83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.465714] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d60b3ba5-f437-4fea-824a-6d6533726a83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.465714] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60b3ba5-f437-4fea-824a-6d6533726a83',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.607111] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.607366] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.607491] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.607652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.607759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.607846] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d is going to be updated. [ 1211.638041] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.638199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.638258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.638472] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.638613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.648448] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: IN_PROGRESS for 2s [ 1211.972343] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.972684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.973762] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d60b3ba5-f437-4fea-824a-6d6533726a83 with status ACTIVE [ 1211.973920] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.974044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.974110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.974317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.974471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.974562] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.974727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.974727] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.974999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.974999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.975215] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.975215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.975386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.975386] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.975499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.975499] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d60b3ba5-f437-4fea-824a-6d6533726a83 is going to be updated. [ 1211.998416] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.998634] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.998684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.999165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.999165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.999374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d60b3ba5-f437-4fea-824a-6d6533726a83" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.216450] env[66012]: INFO networking_nsxv3.common.synchronization [req-58cf4ddf-20cb-4a5d-afa3-23631fe4c36e req-6360efcc-389f-4c97-b250-bf0e07c42358 tempest-ServerAddressesTestJSON-2098489933 tempest-ServerAddressesTestJSON-2098489933-project-member] Enqueued Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGHEST for action security_group_members [ 1212.216921] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGHEST for action security_group_members [ 1212.217190] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-d337d679-e87d-4d1a-adb9-32b61076cd9c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.217318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.217397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.217748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.217972] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.218140] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.218200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.218408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.218533] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.218659] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d337d679-e87d-4d1a-adb9-32b61076cd9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.534599] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-840 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.534728] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.534802] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.535158] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.535411] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.535566] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.535794] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.535867] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.537622] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.537622] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.537622] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.537622] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.537622] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.537622] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.537622] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.537622] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.556535] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.556797] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.556972] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.557200] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-840" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.557644] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-b04391a9-754d-4bb1-b98d-16191be20a14 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.557836] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-b04391a9-754d-4bb1-b98d-16191be20a14" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.557992] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-b04391a9-754d-4bb1-b98d-16191be20a14" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.558336] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-b04391a9-754d-4bb1-b98d-16191be20a14" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.558555] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b04391a9-754d-4bb1-b98d-16191be20a14',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.723303] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.723303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.723303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.723303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.723303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.723303] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.723303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.723303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.723303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.723303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.723303] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d337d679-e87d-4d1a-adb9-32b61076cd9c already deleted. [ 1212.723303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.061847] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.062226] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.062301] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.062564] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.062734] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.062896] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port b04391a9-754d-4bb1-b98d-16191be20a14 not found, creating... [ 1213.063198] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.063390] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.063524] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.063779] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.063933] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.064274] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.064452] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.064592] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.064828] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.064990] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.065149] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: b04391a9-754d-4bb1-b98d-16191be20a14 is going to be created. [ 1213.090061] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.090061] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.090061] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.090377] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.090536] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.090785] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-b04391a9-754d-4bb1-b98d-16191be20a14" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.387423] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: SUCCESS [ 1213.387777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.388094] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.388343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.388548] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.388674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.388798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.389163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.389163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.389296] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.660179] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: SUCCESS [ 1213.660556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.661336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.661690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.661948] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.664673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.664673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.664673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.664673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.664673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.664673] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.841320] env[66012]: INFO networking_nsxv3.common.synchronization [req-58cf4ddf-20cb-4a5d-afa3-23631fe4c36e req-6faa5dcd-1de8-4617-871a-adcb94616660 service nova] Enqueued Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGHEST for action security_group_rules [ 1213.841574] env[66012]: INFO networking_nsxv3.common.synchronization [req-58cf4ddf-20cb-4a5d-afa3-23631fe4c36e req-6faa5dcd-1de8-4617-871a-adcb94616660 service nova] Enqueued Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGHEST for action security_group_members [ 1213.841779] env[66012]: INFO networking_nsxv3.common.synchronization [req-58cf4ddf-20cb-4a5d-afa3-23631fe4c36e req-6faa5dcd-1de8-4617-871a-adcb94616660 service nova] Enqueued Resource ID: b04391a9-754d-4bb1-b98d-16191be20a14 with Priority: HIGHEST for action port [ 1213.842421] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGHEST for action security_group_rules [ 1213.842691] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGHEST for action security_group_members [ 1213.842691] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04391a9-754d-4bb1-b98d-16191be20a14 with Priority: HIGHEST for action port [ 1213.842955] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d337d679-e87d-4d1a-adb9-32b61076cd9c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.843085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.843156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.843549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.843549] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d337d679-e87d-4d1a-adb9-32b61076cd9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.844472] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-d337d679-e87d-4d1a-adb9-32b61076cd9c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.844694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.844694] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.844863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.845019] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.845154] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.845225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.845358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.846834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.846834] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d337d679-e87d-4d1a-adb9-32b61076cd9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.846834] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-b04391a9-754d-4bb1-b98d-16191be20a14 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.846834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b04391a9-754d-4bb1-b98d-16191be20a14" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.846834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b04391a9-754d-4bb1-b98d-16191be20a14" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.846834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b04391a9-754d-4bb1-b98d-16191be20a14" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.846834] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b04391a9-754d-4bb1-b98d-16191be20a14',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.893182] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.166702] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.167036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.167036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.167163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.167331] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.167436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.167500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.167759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.167858] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.167951] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.168141] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.168242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.168375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.168438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.168573] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.168665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.168724] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.168860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.168933] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.169027] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.169115] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.349449] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-d337d679-e87d-4d1a-adb9-32b61076cd9c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.349640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.349765] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d337d679-e87d-4d1a-adb9-32b61076cd9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.350727] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b04391a9-754d-4bb1-b98d-16191be20a14 with status ACTIVE [ 1214.350942] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.351073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.351138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.351353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.351442] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.351642] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.351778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.351819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.351945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.352050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.352211] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.352357] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.352413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.352560] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.352630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.352715] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b04391a9-754d-4bb1-b98d-16191be20a14 is going to be updated. [ 1214.377422] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.377648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.377648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.377915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.378086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.378253] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b04391a9-754d-4bb1-b98d-16191be20a14" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.396199] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.438904] env[66012]: INFO networking_nsxv3.common.synchronization [req-8cc8c239-f314-48b1-90e3-7958ec6d4607 req-c496ca58-b2eb-426d-b20c-8fbe03caf44f tempest-ServerRescueNegativeTestJSON-1984163851 tempest-ServerRescueNegativeTestJSON-1984163851-project-member] Enqueued Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_members [ 1214.439676] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 with Priority: HIGHEST for action security_group_members [ 1214.439972] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-005b48dd-7d35-4c47-8fd8-9dee8f307017 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.440218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.440280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.440461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.440729] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.440844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.440907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.441078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.441172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.441268] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('005b48dd-7d35-4c47-8fd8-9dee8f307017',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.672756] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4461fa26-1f65-482c-82cc-19a78df5733d: rpc.has_security_group_logging(os_id): False [ 1214.693656] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.694032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.694032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.694172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.694274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.694523] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.694630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.694693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.694851] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.694944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.695176] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.695266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.695308] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.695455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.695525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.695710] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.695801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.695861] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.695994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.696279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.696279] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d is going to be updated. [ 1214.773120] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.773293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.773395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.773632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.773782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.789530] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: IN_PROGRESS for 2s [ 1214.855846] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d337d679-e87d-4d1a-adb9-32b61076cd9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.900476] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.900642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.900718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.900967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.901096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.901226] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 is going to be updated. [ 1214.943470] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.943720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.943793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.944139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.944344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.944540] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.944691] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.944778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.944994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.945114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.945204] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 is going to be updated. [ 1214.947516] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.947669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.947721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.947882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.948059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.964168] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: IN_PROGRESS for 2s [ 1214.991129] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.991330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.991330] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.991630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.991896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.003937] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 in Status: IN_PROGRESS for 2s [ 1215.360887] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.361312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.361312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.361603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.361603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.361603] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d337d679-e87d-4d1a-adb9-32b61076cd9c is going to be created. [ 1215.389232] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.389391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.389433] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.389709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.389802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.402533] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d337d679-e87d-4d1a-adb9-32b61076cd9c in Status: UNINITIALIZED for 2s [ 1215.646563] env[66012]: INFO networking_nsxv3.common.synchronization [req-4e536e5f-073c-4b98-9ae1-748771ad5afa req-48cf15d4-a3af-4783-941e-5d19051286d1 tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1215.647481] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1215.647799] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.647950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.648161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.648412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.648791] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.648791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.648791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.648965] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.649017] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.649094] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.984949] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.985552] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.985684] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.985956] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.986331] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.986535] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.986681] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.986956] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.987133] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.987377] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.987516] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.988057] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.988239] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.988450] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.988636] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.988810] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1216.010635] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1216.010635] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1216.010635] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1216.010635] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.010635] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-0ae842a3-06f0-423d-899f-b0a079505c71 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.011080] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-0ae842a3-06f0-423d-899f-b0a079505c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.011080] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-0ae842a3-06f0-423d-899f-b0a079505c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.011289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-0ae842a3-06f0-423d-899f-b0a079505c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.012275] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae842a3-06f0-423d-899f-b0a079505c71',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.151507] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.151678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.151721] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.151942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.152110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.152330] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.152427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.152482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.152643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.152720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.152804] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1216.208172] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.208431] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.208512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.208725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.208867] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.226373] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1216.513904] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.514180] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.514281] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.514567] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.514713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.514861] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 0ae842a3-06f0-423d-899f-b0a079505c71 not found, creating... [ 1216.515131] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.515289] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.515402] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.515613] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.515742] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.516117] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.516204] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.516294] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.516493] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.516620] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.516754] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 0ae842a3-06f0-423d-899f-b0a079505c71 is going to be created. [ 1216.540638] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.540638] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.540638] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.540925] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.541167] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.541439] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-0ae842a3-06f0-423d-899f-b0a079505c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.804201] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: SUCCESS [ 1216.804517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.975850] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: SUCCESS [ 1216.976143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.976336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.976575] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.976823] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.976959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.977036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.977232] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.977338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.977395] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.977491] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.014059] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 in Status: SUCCESS [ 1217.014273] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 005b48dd-7d35-4c47-8fd8-9dee8f307017 deletion is rescheduled due to dependency. [ 1217.014336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-005b48dd-7d35-4c47-8fd8-9dee8f307017" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.258174] env[66012]: INFO networking_nsxv3.common.synchronization [req-4e536e5f-073c-4b98-9ae1-748771ad5afa req-428d0f5a-73d0-466a-a905-78ef76405a9e service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1217.258387] env[66012]: INFO networking_nsxv3.common.synchronization [req-4e536e5f-073c-4b98-9ae1-748771ad5afa req-428d0f5a-73d0-466a-a905-78ef76405a9e service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1217.258530] env[66012]: INFO networking_nsxv3.common.synchronization [req-4e536e5f-073c-4b98-9ae1-748771ad5afa req-428d0f5a-73d0-466a-a905-78ef76405a9e service nova] Enqueued Resource ID: 0ae842a3-06f0-423d-899f-b0a079505c71 with Priority: HIGHEST for action port [ 1217.259056] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1217.259488] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1217.259625] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ae842a3-06f0-423d-899f-b0a079505c71 with Priority: HIGHEST for action port [ 1217.259911] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.260095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.260178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.260387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.260466] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.261412] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.261513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.262506] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ae842a3-06f0-423d-899f-b0a079505c71 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.262506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ae842a3-06f0-423d-899f-b0a079505c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.262506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ae842a3-06f0-423d-899f-b0a079505c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.262506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ae842a3-06f0-423d-899f-b0a079505c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.262506] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ae842a3-06f0-423d-899f-b0a079505c71',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.414530] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d337d679-e87d-4d1a-adb9-32b61076cd9c in Status: SUCCESS [ 1217.414922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.415286] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.415598] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.416207] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.416207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.416207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.416517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.416644] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.416786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.416967] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d337d679-e87d-4d1a-adb9-32b61076cd9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.480209] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.480407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.480517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.480781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.480977] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.481241] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.481331] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.481498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.481583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.481667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.481823] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.481917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.481973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.482141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.482390] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.482390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.482516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.482716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.482799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.482852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.482907] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.766734] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.766734] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.767233] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ae842a3-06f0-423d-899f-b0a079505c71 with status ACTIVE [ 1217.767233] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.767233] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.767402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.767482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.767568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.767798] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.767929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.768065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.768187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.768263] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.768502] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.768612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.768700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.769110] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.769209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.769333] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ae842a3-06f0-423d-899f-b0a079505c71 is going to be updated. [ 1217.801771] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.801994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.801994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.802260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.802387] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.802617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ae842a3-06f0-423d-899f-b0a079505c71" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.919837] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-d337d679-e87d-4d1a-adb9-32b61076cd9c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.920101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.920187] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.920410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.920595] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.920698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.920759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.920908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.920992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.921210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.921390] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-d337d679-e87d-4d1a-adb9-32b61076cd9c taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.921503] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.921568] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.921715] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.921855] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.921945] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.921999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.922169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.922254] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.922335] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.922601] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d337d679-e87d-4d1a-adb9-32b61076cd9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.986775] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a9e444-58ec-4eaa-a034-60dd5b4267e8: rpc.has_security_group_logging(os_id): False [ 1218.006871] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.007096] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.007173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.007400] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.007527] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.007771] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.007894] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.008078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.008337] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.008407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.008672] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.008817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.008907] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.009124] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.009240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.009460] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.009551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.009660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.009781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.009856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.009995] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 is going to be updated. [ 1218.071748] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.072409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.072409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.072409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.072409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.087426] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: IN_PROGRESS for 2s [ 1218.239753] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 4s [ 1218.425207] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d337d679-e87d-4d1a-adb9-32b61076cd9c: rpc.has_security_group_logging(os_id): False [ 1218.444084] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.444278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.444339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.444545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.444632] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.444837] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.444935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.445047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.445223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.445299] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.445536] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.445536] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.445662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.445728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.445780] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.445983] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.446107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.446175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.446300] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.446413] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.446507] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d337d679-e87d-4d1a-adb9-32b61076cd9c is going to be created. [ 1218.514466] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.514752] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.514882] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.515174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.515459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.530468] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d337d679-e87d-4d1a-adb9-32b61076cd9c in Status: IN_PROGRESS for 2s [ 1219.898198] env[66012]: INFO networking_nsxv3.common.synchronization [req-e4934645-9f8a-4ff2-a96c-d464c926bdbf req-66dd2b4b-3e04-478f-93a0-385e1891e6d5 tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1219.899388] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4461fa26-1f65-482c-82cc-19a78df5733d with Priority: HIGHEST for action security_group_members [ 1219.899769] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4461fa26-1f65-482c-82cc-19a78df5733d taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.899935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.900054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.900336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.900593] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.900674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.900722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.900898] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.900970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.901127] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4461fa26-1f65-482c-82cc-19a78df5733d',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.944314] env[66012]: INFO networking_nsxv3.common.synchronization [req-e4934645-9f8a-4ff2-a96c-d464c926bdbf req-66dd2b4b-3e04-478f-93a0-385e1891e6d5 tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: 409e9fa7-1b09-4591-9d1a-d6594dbe015f with Priority: HIGHEST for action port [ 1219.944978] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 409e9fa7-1b09-4591-9d1a-d6594dbe015f with Priority: HIGHEST for action port [ 1219.945850] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-409e9fa7-1b09-4591-9d1a-d6594dbe015f taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.946020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.946064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.946320] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.946433] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('409e9fa7-1b09-4591-9d1a-d6594dbe015f',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.103243] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: SUCCESS [ 1220.103471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.252936] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1220.252936] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1220.252936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.252936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.252936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.252936] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.252936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.252936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.252936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.252936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.252936] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.409120] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.409120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.409120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.409120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.409120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.409120] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.409120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.409120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.409120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.409120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.409120] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d is going to be updated. [ 1220.445131] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.445365] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.445476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.445701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.445856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.448467] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 409e9fa7-1b09-4591-9d1a-d6594dbe015f with status ACTIVE [ 1220.448669] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.448822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.448880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.449155] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.449258] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.449475] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.449593] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.449658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.449837] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.449919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.450199] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.450301] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.450368] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.450501] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.450600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.450730] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 409e9fa7-1b09-4591-9d1a-d6594dbe015f is going to be updated. [ 1220.472488] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: IN_PROGRESS for 2s [ 1220.489253] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.489639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.489639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.489639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.489852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.490210] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-409e9fa7-1b09-4591-9d1a-d6594dbe015f" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.547088] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d337d679-e87d-4d1a-adb9-32b61076cd9c in Status: SUCCESS [ 1220.547088] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.755440] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.259164] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.761597] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.761771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.761818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.762058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.762270] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.762270] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1221.790258] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.790461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.790461] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.790648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.790795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.801252] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1221.839269] env[66012]: INFO networking_nsxv3.common.synchronization [req-ac8af6c3-a8e0-4e5a-9d47-11a29fb991f4 req-127d2783-f1d8-4d11-b880-f363dfd16a27 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_members [ 1221.839269] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 with Priority: HIGHEST for action security_group_members [ 1221.839581] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ad1226c-3108-4d01-b529-e4ad016fdbf3 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.839698] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.839766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.839962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.840150] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.840249] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.840304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.840456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.840539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.840628] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ad1226c-3108-4d01-b529-e4ad016fdbf3',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.342815] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.343201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.343345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.343682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.343873] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.344248] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.344415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.344524] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.344769] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.344895] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.345043] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 is going to be updated. [ 1222.378653] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.378790] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.378857] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.379089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.379226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.388888] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 in Status: IN_PROGRESS for 2s [ 1222.481619] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4461fa26-1f65-482c-82cc-19a78df5733d in Status: SUCCESS [ 1222.481807] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4461fa26-1f65-482c-82cc-19a78df5733d deletion is rescheduled due to dependency. [ 1222.481929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4461fa26-1f65-482c-82cc-19a78df5733d" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.813464] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1223.813778] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.813924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.814186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.814247] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.814371] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.815044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.815044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.815044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.815044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.815044] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.318037] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.318225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.318295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.318540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.318715] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.318817] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.318874] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.319025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.319111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.319212] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.319363] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.319454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.319535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.319728] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.319870] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.319962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.320033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.320211] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.320289] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.320370] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.320454] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.399759] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 in Status: SUCCESS [ 1224.399759] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ad1226c-3108-4d01-b529-e4ad016fdbf3 deletion is rescheduled due to dependency. [ 1224.399759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ad1226c-3108-4d01-b529-e4ad016fdbf3" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.823160] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf695c8c-e15e-4035-b879-f5326a70aec0: rpc.has_security_group_logging(os_id): False [ 1224.844521] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.844521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.844521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.844917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.845126] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.846029] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.846029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.846029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.846029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.846029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.846313] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.846313] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.846390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.846509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.846613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.846826] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.846942] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.847052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.847236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.847345] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.847453] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1224.926725] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.926947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.926947] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.927173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.927327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.947386] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1226.494408] env[66012]: INFO networking_nsxv3.common.synchronization [req-2b4ef328-ee3e-4571-b006-6451275d1c5c req-16d42cb1-60fd-41b9-8f15-85e95d146b6b tempest-ServerRescueNegativeTestJSON-1984163851 tempest-ServerRescueNegativeTestJSON-1984163851-project-member] Enqueued Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1226.495664] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1226.496102] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.496271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.496353] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.496596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.496794] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.496924] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.497029] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.497247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.497354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.497489] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.963911] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1226.964643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.000932] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.183094] env[66012]: INFO networking_nsxv3.common.synchronization [None req-ece9bba1-b912-4adc-bbf9-e30f705193ae tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_rules [ 1227.183094] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_rules [ 1227.183094] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743ab416-7d5b-4dd6-844f-040c899e2e99 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.183342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.183342] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.184058] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.184058] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.345820] env[66012]: INFO networking_nsxv3.common.synchronization [None req-02e57f72-aa58-4168-b9ce-6843bed02105 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_rules [ 1227.346138] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_rules [ 1227.346344] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743ab416-7d5b-4dd6-844f-040c899e2e99 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.346443] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.505673] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.703908] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.704125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.704177] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.704377] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.704462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.704561] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 already deleted. [ 1227.704670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.704832] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.704991] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.705085] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.008284] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.008284] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.008284] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.008535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.008535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.008804] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e is going to be updated. [ 1228.045724] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.045860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.045930] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.046162] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.046310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.058938] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: IN_PROGRESS for 2s [ 1228.226535] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.226700] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.226747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.226940] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.227035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.227128] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 already deleted. [ 1228.227238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.755877] env[66012]: INFO networking_nsxv3.common.synchronization [req-0dae9eb7-7a04-49c3-9f4b-5f021252eb1d req-6ec0773b-149e-4cb2-bcd1-3c0302594e5b tempest-ServerAddressesTestJSON-2098489933 tempest-ServerAddressesTestJSON-2098489933-project-member] Enqueued Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGHEST for action security_group_members [ 1228.756395] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGHEST for action security_group_members [ 1228.756723] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-d337d679-e87d-4d1a-adb9-32b61076cd9c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.757420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.757519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.757722] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.758143] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.758265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.758436] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.758847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.758944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.759395] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d337d679-e87d-4d1a-adb9-32b61076cd9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.261406] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.261833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.261833] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.262066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.262813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.262813] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.262813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.262813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.262813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.263103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.263103] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d337d679-e87d-4d1a-adb9-32b61076cd9c is going to be updated. [ 1229.291151] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.291397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.291482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.293097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.293097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.310771] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d337d679-e87d-4d1a-adb9-32b61076cd9c in Status: IN_PROGRESS for 2s [ 1230.069360] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: SUCCESS [ 1230.069664] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.946550] env[66012]: INFO networking_nsxv3.common.synchronization [req-17b7bd3e-1a26-4fd7-a4f1-29394ba30c83 req-93565c78-aad8-4656-b4fe-071875dfc13f tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1230.947116] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1230.947676] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.947676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.947676] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.947920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.947979] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.948063] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.948147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.948314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.948397] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.948566] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.321879] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d337d679-e87d-4d1a-adb9-32b61076cd9c in Status: SUCCESS [ 1231.322236] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d337d679-e87d-4d1a-adb9-32b61076cd9c deletion is rescheduled due to dependency. [ 1231.322236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.450895] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.451117] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.451228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.451552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.451703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.452027] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.452761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.452761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.452761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.452761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.453020] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1231.487584] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.487781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.487900] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.488209] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.488394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.499228] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1233.014367] env[66012]: INFO networking_nsxv3.common.synchronization [req-742aead8-6244-44a2-8d39-f3eef124217c req-1353dbaa-b65b-4969-b005-4168e16ac0de tempest-AttachVolumeShelveTestJSON-1783292687 tempest-AttachVolumeShelveTestJSON-1783292687-project-member] Enqueued Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_members [ 1233.015029] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGHEST for action security_group_members [ 1233.015421] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.015630] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.015713] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.015938] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.016149] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.016358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.016358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.016580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.016667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.016780] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.023955] env[66012]: INFO networking_nsxv3.common.synchronization [req-6c197a72-e2c5-43d1-b188-380e1e73e198 req-883df652-5313-420b-8497-5429ab4f40cb tempest-ServerRescueNegativeTestJSON-1984163851 tempest-ServerRescueNegativeTestJSON-1984163851-project-member] Enqueued Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1233.024579] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGHEST for action security_group_members [ 1233.025055] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.025483] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.025654] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.025918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.026152] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.026295] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.026414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.026613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.026761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.026857] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.513923] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1233.514143] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1233.514754] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.522018] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.522167] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.522245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.522656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.522793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.523061] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.523230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.523230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.523545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.523658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.523786] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 639e3f6d-2439-4408-9678-f29a4322202c is going to be updated. [ 1233.529774] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.529979] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.530104] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.530380] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.530475] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.530690] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.530818] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.530885] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.531053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.531159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.531250] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e is going to be updated. [ 1233.563501] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.563838] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.563953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.564138] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.564298] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.566162] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.566317] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.566406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.566672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.566672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.578942] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: IN_PROGRESS for 2s [ 1233.579645] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: IN_PROGRESS for 2s [ 1235.594143] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e in Status: SUCCESS [ 1235.594143] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e deletion is rescheduled due to dependency. [ 1235.594545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.595356] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 639e3f6d-2439-4408-9678-f29a4322202c in Status: SUCCESS [ 1235.595356] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 639e3f6d-2439-4408-9678-f29a4322202c deletion is rescheduled due to dependency. [ 1235.595356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.842877] env[66012]: INFO networking_nsxv3.common.synchronization [req-c05204af-d97d-4b99-806d-8b3f951b64d2 req-2c6c9a2e-3ea1-43b2-a60c-3d634d2b7537 tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_members [ 1235.843492] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_members [ 1235.847101] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-743ab416-7d5b-4dd6-844f-040c899e2e99 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.847101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.847101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.847101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.847101] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.847101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.847101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.847101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.847101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.847101] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.197237] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.197429] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.197549] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.197821] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.198108] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.198286] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.198418] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.198636] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.198774] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.198977] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.199102] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1236.199209] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1236.199317] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1236.199421] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1236.199524] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1236.199660] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1236.220421] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1236.220606] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1236.220774] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1236.221009] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-828" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.221478] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.221686] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.221811] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.222184] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.222321] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91dc019d-1c9b-4dc6-a8be-04b3c2750e36',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.349291] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.349473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.349567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.350798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.350798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.350798] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.350798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.350798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.350798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.350798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.350798] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 already deleted. [ 1236.350798] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.726645] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.726645] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.726645] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.726645] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.726645] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.726645] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 91dc019d-1c9b-4dc6-a8be-04b3c2750e36 not found, creating... [ 1236.727400] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.727400] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.727501] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.727808] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.727972] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.728382] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.728566] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.728682] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.728906] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.729053] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.729197] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 91dc019d-1c9b-4dc6-a8be-04b3c2750e36 is going to be created. [ 1236.752913] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.753038] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.753087] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.753390] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.753642] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.753870] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.477878] env[66012]: INFO networking_nsxv3.common.synchronization [req-c05204af-d97d-4b99-806d-8b3f951b64d2 req-8f139978-b405-4a8f-ada1-4e712f11fdf9 service nova] Enqueued Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_rules [ 1237.478021] env[66012]: INFO networking_nsxv3.common.synchronization [req-c05204af-d97d-4b99-806d-8b3f951b64d2 req-8f139978-b405-4a8f-ada1-4e712f11fdf9 service nova] Enqueued Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_members [ 1237.478215] env[66012]: INFO networking_nsxv3.common.synchronization [req-c05204af-d97d-4b99-806d-8b3f951b64d2 req-8f139978-b405-4a8f-ada1-4e712f11fdf9 service nova] Enqueued Resource ID: 91dc019d-1c9b-4dc6-a8be-04b3c2750e36 with Priority: HIGHEST for action port [ 1237.479601] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_rules [ 1237.479601] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_members [ 1237.479806] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91dc019d-1c9b-4dc6-a8be-04b3c2750e36 with Priority: HIGHEST for action port [ 1237.480173] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-743ab416-7d5b-4dd6-844f-040c899e2e99 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.480327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.480410] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.480635] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.480716] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.482809] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-743ab416-7d5b-4dd6-844f-040c899e2e99 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.482809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.482809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.482809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.482809] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.482809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.482809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.482809] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.483334] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.483334] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.483941] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.484122] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.484225] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.484423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.484516] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91dc019d-1c9b-4dc6-a8be-04b3c2750e36',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.882024] env[66012]: INFO networking_nsxv3.common.synchronization [req-b9dc52b9-7ade-4f3d-9a79-d5fcf1b93746 req-d68c286a-a809-43e3-b9b7-58ae2289aa78 tempest-ServerRescueTestJSON-1776538544 tempest-ServerRescueTestJSON-1776538544-project-member] Enqueued Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1237.882024] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1237.882024] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.882024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.882024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.882024] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.882943] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.883170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.883338] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.883596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.883878] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.884088] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.988614] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.989709] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-743ab416-7d5b-4dd6-844f-040c899e2e99 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.989872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.991806] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91dc019d-1c9b-4dc6-a8be-04b3c2750e36 with status ACTIVE [ 1237.992705] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.992705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.992705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.992705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.992705] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.992987] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.992987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.992987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.993131] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.993163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.993382] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.993476] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.993970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.993970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.993970] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.993970] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91dc019d-1c9b-4dc6-a8be-04b3c2750e36 is going to be updated. [ 1238.017213] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.017409] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.017500] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.017667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.017803] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.017961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91dc019d-1c9b-4dc6-a8be-04b3c2750e36" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.386776] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.491602] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.890390] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.995035] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.995035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.995035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.995800] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.995915] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.996026] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 is going to be created. [ 1239.024194] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.024782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.024872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.025161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.025332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.037353] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 in Status: UNINITIALIZED for 2s [ 1239.392262] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.392375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.392467] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.392668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.392762] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.392861] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 is going to be updated. [ 1239.422961] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.423147] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.423192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.423393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.423535] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.432876] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: IN_PROGRESS for 2s [ 1241.047495] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 in Status: SUCCESS [ 1241.047889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.047994] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.048200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.048399] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.048522] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.048617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.048748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.048865] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.048904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.048993] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.447785] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: SUCCESS [ 1241.447785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.551382] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.055104] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 743ab416-7d5b-4dd6-844f-040c899e2e99: rpc.has_security_group_logging(os_id): False [ 1242.078987] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.078987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.078987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.079622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.079749] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.081044] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.081044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.081044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.081044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.081044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.081044] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 is going to be created. [ 1242.187589] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.187589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.187589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.187589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.188824] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.203087] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 in Status: IN_PROGRESS for 2s [ 1242.881948] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1242.882121] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1244.217342] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 in Status: SUCCESS [ 1244.217600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.863797] env[66012]: INFO networking_nsxv3.common.synchronization [req-cfc071a6-ed96-4d02-8c73-9b10a95be2df req-c1be7940-2e0a-44ce-8e06-2cdbda604129 tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1246.864362] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1246.864670] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.864792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.865169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.865169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.865261] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.865315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.865426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.865587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.865587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.865724] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.974427] env[66012]: INFO networking_nsxv3.common.synchronization [req-bbe0fb8d-ade0-4456-9c2c-7c17f854e31e req-ce1a356c-57c0-4699-aeb7-7ad5e2b73bcb tempest-ServerRescueTestJSON-1776538544 tempest-ServerRescueTestJSON-1776538544-project-member] Enqueued Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1246.974950] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 with Priority: HIGHEST for action security_group_members [ 1246.975270] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.975542] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.975618] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.975831] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.976117] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.976200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.976239] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.976416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.976506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.976597] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a9e444-58ec-4eaa-a034-60dd5b4267e8',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.257404] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-187 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.257637] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.257818] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.258108] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.258424] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.258600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.258713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.258919] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.259070] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.259270] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.259423] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1247.259591] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1247.259729] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1247.259846] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1247.259948] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1247.260094] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1247.281184] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1247.281383] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1247.281525] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1247.281745] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-187" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.282090] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-12c18502-624d-4967-85d8-b801773cd8db taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.282279] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-12c18502-624d-4967-85d8-b801773cd8db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.282397] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-12c18502-624d-4967-85d8-b801773cd8db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.282718] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-12c18502-624d-4967-85d8-b801773cd8db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.282858] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c18502-624d-4967-85d8-b801773cd8db',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.313992] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1247.314153] env[66012]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-c3f77fc0-6d9c-49ed-b923-b9d7bb4cbc27 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1247.367874] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.368069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.368128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.368312] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.368426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.368617] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.368720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.368782] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.368934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.369052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.369140] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1247.399457] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.399641] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.399693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.399918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.400144] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.410023] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1247.479121] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.479302] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.479348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.479584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.479651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.479845] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.479944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.480010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.480315] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.480460] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.480555] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 is going to be updated. [ 1247.512254] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.512254] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.512495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.512539] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.512666] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.523134] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: IN_PROGRESS for 2s [ 1247.785671] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.786114] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.786187] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.786507] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.786656] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.786805] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 12c18502-624d-4967-85d8-b801773cd8db not found, creating... [ 1247.787080] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.787235] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.787346] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.787560] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.787697] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.787970] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.788126] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.788236] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.788441] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.788564] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.788697] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 12c18502-624d-4967-85d8-b801773cd8db is going to be created. [ 1247.811446] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.811733] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.811907] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.812293] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.812609] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.812914] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-12c18502-624d-4967-85d8-b801773cd8db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.500354] env[66012]: INFO networking_nsxv3.common.synchronization [req-cfc071a6-ed96-4d02-8c73-9b10a95be2df req-fb5668e2-ffec-43e5-a2a4-0696a2e569f7 service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1248.500748] env[66012]: INFO networking_nsxv3.common.synchronization [req-cfc071a6-ed96-4d02-8c73-9b10a95be2df req-fb5668e2-ffec-43e5-a2a4-0696a2e569f7 service nova] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1248.500917] env[66012]: INFO networking_nsxv3.common.synchronization [req-cfc071a6-ed96-4d02-8c73-9b10a95be2df req-fb5668e2-ffec-43e5-a2a4-0696a2e569f7 service nova] Enqueued Resource ID: 12c18502-624d-4967-85d8-b801773cd8db with Priority: HIGHEST for action port [ 1248.501404] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_rules [ 1248.501477] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1248.501543] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12c18502-624d-4967-85d8-b801773cd8db with Priority: HIGHEST for action port [ 1248.501831] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.501962] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.502036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.502362] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.502547] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.503531] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.503531] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.503657] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-12c18502-624d-4967-85d8-b801773cd8db taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.503750] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12c18502-624d-4967-85d8-b801773cd8db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.503863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12c18502-624d-4967-85d8-b801773cd8db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.504106] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12c18502-624d-4967-85d8-b801773cd8db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.504204] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12c18502-624d-4967-85d8-b801773cd8db',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.006523] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.006748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.008028] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12c18502-624d-4967-85d8-b801773cd8db with status ACTIVE [ 1249.008412] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.008508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.008552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.008801] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.008906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.009158] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.009284] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.009321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.009544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.009582] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.009791] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.009904] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.009949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.010135] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.010224] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.010316] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12c18502-624d-4967-85d8-b801773cd8db is going to be updated. [ 1249.050826] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.050983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.051043] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.051269] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.051450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.051580] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12c18502-624d-4967-85d8-b801773cd8db" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.173817] env[66012]: INFO networking_nsxv3.common.synchronization [req-eb4dda69-c084-4dfe-bd96-cd81ae74fd68 req-99cfec9a-27a1-421d-9b0c-35ac3a2c911f tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 1249.174454] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 1249.174777] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.174897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.174961] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.175174] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.175328] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.175447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.175509] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.175661] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.175745] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.175828] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.424443] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1249.424632] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1249.424743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.424936] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.425152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.425334] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.425450] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.425516] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.425668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.425768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.425852] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.502360] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.502718] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.502718] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.502910] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.503167] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.503316] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.503426] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.503634] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.503767] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.503996] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.504125] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.504216] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.504404] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.504475] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1249.504523] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.504649] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.524996] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.525212] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1249.525423] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.525581] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-317" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.525915] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-6d999a2b-3317-419f-96af-65ac43e6a120 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.526091] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-6d999a2b-3317-419f-96af-65ac43e6a120" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.526206] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-6d999a2b-3317-419f-96af-65ac43e6a120" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.526531] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-6d999a2b-3317-419f-96af-65ac43e6a120" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.526795] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d999a2b-3317-419f-96af-65ac43e6a120',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.535847] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 in Status: SUCCESS [ 1249.536019] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a9e444-58ec-4eaa-a034-60dd5b4267e8 deletion is rescheduled due to dependency. [ 1249.536136] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a9e444-58ec-4eaa-a034-60dd5b4267e8" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.677698] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.928498] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.030616] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.030738] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.031020] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.031909] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.031909] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.031909] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 6d999a2b-3317-419f-96af-65ac43e6a120 not found, creating... [ 1250.031909] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.031909] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.032272] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.032272] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.032354] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.032664] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.032898] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.033027] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.033298] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.033362] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.033503] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 6d999a2b-3317-419f-96af-65ac43e6a120 is going to be created. [ 1250.060102] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.060438] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.060539] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.060784] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.061016] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.061238] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-6d999a2b-3317-419f-96af-65ac43e6a120" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.180643] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.430946] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.683065] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.683382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.683382] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.683587] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.683684] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.683805] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 is going to be updated. [ 1250.712138] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.712284] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.712352] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.712566] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.712710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.721803] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: IN_PROGRESS for 2s [ 1250.775726] env[66012]: INFO networking_nsxv3.common.synchronization [req-eb4dda69-c084-4dfe-bd96-cd81ae74fd68 req-708aaf63-6c63-4783-980f-1d1c62445a9a service nova] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_rules [ 1250.775892] env[66012]: INFO networking_nsxv3.common.synchronization [req-eb4dda69-c084-4dfe-bd96-cd81ae74fd68 req-708aaf63-6c63-4783-980f-1d1c62445a9a service nova] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 1250.776044] env[66012]: INFO networking_nsxv3.common.synchronization [req-eb4dda69-c084-4dfe-bd96-cd81ae74fd68 req-708aaf63-6c63-4783-980f-1d1c62445a9a service nova] Enqueued Resource ID: 6d999a2b-3317-419f-96af-65ac43e6a120 with Priority: HIGHEST for action port [ 1250.776609] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_rules [ 1250.777129] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 1250.777276] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d999a2b-3317-419f-96af-65ac43e6a120 with Priority: HIGHEST for action port [ 1250.777568] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.777695] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.777768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.778030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.778124] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.779236] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.779332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.779524] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d999a2b-3317-419f-96af-65ac43e6a120 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.779625] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d999a2b-3317-419f-96af-65ac43e6a120" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.779687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d999a2b-3317-419f-96af-65ac43e6a120" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.779866] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d999a2b-3317-419f-96af-65ac43e6a120" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.780048] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d999a2b-3317-419f-96af-65ac43e6a120',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.933559] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.933726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.933830] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.934032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.934125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.934224] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1250.963035] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.963035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.963035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.963272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.963408] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.973032] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1251.281354] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.281547] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.282858] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d999a2b-3317-419f-96af-65ac43e6a120 with status ACTIVE [ 1251.283056] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.283169] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.283262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.283438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.283525] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.283700] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.283845] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.284195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.284195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.284195] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.284349] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.284427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.284487] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.284626] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.284709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.284793] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d999a2b-3317-419f-96af-65ac43e6a120 is going to be updated. [ 1251.318923] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.319200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.319200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.319392] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.319485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.319642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d999a2b-3317-419f-96af-65ac43e6a120" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.736811] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: SUCCESS [ 1252.737304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.737304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.737485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.737694] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.737812] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.737886] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.738057] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.738139] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.738238] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.986051] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1252.986281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.986454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.986690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.987102] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.987281] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.987346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.987517] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.987601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.987688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.987976] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.240428] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.490793] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.490987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.491088] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.491314] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.491513] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.491652] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.491697] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.491852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.491944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.492047] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.492198] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.492290] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.492350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.492486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.492675] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.492781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.492877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.492990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.493099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.493181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.493269] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.743184] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.998067] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf695c8c-e15e-4035-b879-f5326a70aec0: rpc.has_security_group_logging(os_id): False [ 1254.019426] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.019426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.019426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.019732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.019732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.019986] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.020105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.020163] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.020854] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.020854] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.021035] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.021356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.021356] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.022185] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.022271] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.023327] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.023327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.023327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.023579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.023579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.023743] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1254.095620] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.095791] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.095893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.096132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.096305] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.112812] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1254.246103] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.246103] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.246237] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.247120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.247120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.247120] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 is going to be updated. [ 1254.281223] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.281223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.281223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.281223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.281223] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.292451] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: IN_PROGRESS for 2s [ 1255.259885] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.260282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.260282] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.260379] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.260532] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.764024] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.764205] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.764327] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.764600] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.764860] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.765026] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.765142] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.765353] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.765497] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.765705] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.765816] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.765920] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.766085] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.766210] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.766317] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.766444] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.767508] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.778819] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1255.778819] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1255.788101] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.788101] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1255.788101] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.788101] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-217" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.788101] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-ab0ea920-a97c-4715-a578-f3e3e350d82a taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.788591] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.788591] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.788591] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.788900] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0ea920-a97c-4715-a578-f3e3e350d82a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.127640] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1256.127877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.269460] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.291046] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.291316] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.291509] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.291904] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.292130] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.292427] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.292581] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.292727] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.292957] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.293108] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.293385] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.293537] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.293653] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.293858] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.293987] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.294137] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: ab0ea920-a97c-4715-a578-f3e3e350d82a is going to be updated. [ 1256.309336] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: SUCCESS [ 1256.309559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.309743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.309983] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.310204] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.310326] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.310394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.310755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.310755] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.310884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.310884] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.324196] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.324429] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.324547] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.324905] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.325039] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.325269] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.772044] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1256.772174] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1256.813420] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.026233] env[66012]: INFO networking_nsxv3.common.synchronization [req-69abeedc-fbdb-4520-9cf4-42115ab5f348 req-a3967e94-f9f3-49ef-93fa-49d3de062781 service nova] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 1257.026548] env[66012]: INFO networking_nsxv3.common.synchronization [req-69abeedc-fbdb-4520-9cf4-42115ab5f348 req-a3967e94-f9f3-49ef-93fa-49d3de062781 service nova] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1257.026716] env[66012]: INFO networking_nsxv3.common.synchronization [req-69abeedc-fbdb-4520-9cf4-42115ab5f348 req-a3967e94-f9f3-49ef-93fa-49d3de062781 service nova] Enqueued Resource ID: ab0ea920-a97c-4715-a578-f3e3e350d82a with Priority: HIGHEST for action port [ 1257.027528] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_rules [ 1257.027730] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1257.027882] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab0ea920-a97c-4715-a578-f3e3e350d82a with Priority: HIGHEST for action port [ 1257.028424] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.028543] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.028596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.029415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.029415] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.030318] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.030564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.030617] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.030846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.031294] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.031294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.031294] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.031638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.031638] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.031767] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.032938] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab0ea920-a97c-4715-a578-f3e3e350d82a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.033171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.033171] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.033444] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.033444] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab0ea920-a97c-4715-a578-f3e3e350d82a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.315790] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca241796-8f32-47bc-8d6a-ed178050a919: rpc.has_security_group_logging(os_id): False [ 1257.333717] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.333946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.333946] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.334159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.352111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.352449] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.352576] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.352643] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.352844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.352929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.353071] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 is going to be updated. [ 1257.414148] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.414406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.414406] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.414606] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.414748] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.532078] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: IN_PROGRESS for 2s [ 1257.535770] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.535770] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.536042] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.536751] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab0ea920-a97c-4715-a578-f3e3e350d82a with status ACTIVE [ 1257.536944] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.537068] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.537143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.537322] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.537420] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.537594] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.537718] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.537779] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.537917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.537990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.538203] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.538303] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.538435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.538521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.538581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.538640] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab0ea920-a97c-4715-a578-f3e3e350d82a is going to be updated. [ 1257.585327] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.585538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.585538] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.585753] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.585917] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.586069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab0ea920-a97c-4715-a578-f3e3e350d82a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.806642] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.806908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.806908] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.807127] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.819273] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1257.822493] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.823681] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1257.868428] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.868716] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.868799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.868972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.889405] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.890326] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1257.890432] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1257.890593] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1257.931651] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.931914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.931914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.932085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.933685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.933894] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1258.025805] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.026020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.026020] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.026257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.026600] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.026932] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1258.046531] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.114228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.114457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.114457] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.114655] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.114949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.115273] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1258.115368] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1fabced9-a5ca-4fa0-9a26-3a580bea0491', '6f15c0cd-4622-4906-989e-25388fa2fd16', '5b8fc692-bd22-4dda-8c66-fff90d0bda10', '86a6ec2a-9aff-4091-8a76-d5ea12e934d6', '61ca2a3b-1673-4730-9018-bf1a6db8466a', 'd337d679-e87d-4d1a-adb9-32b61076cd9c', 'b7460ba2-b62c-4d56-a2d6-c951a674e839', '16bcc80b-497f-4869-b957-8b941ed755a6', '82bdaec2-ae0d-48bf-836b-1868c2e8997e', '1a22ea5b-8ac2-46d3-a664-90cbcf37b334', '82835eed-ee17-4ef1-992e-d4587efa8183', '2714e2f9-6188-4d18-bf96-09e53d199033', '639e3f6d-2439-4408-9678-f29a4322202c', '4414aaf8-c4db-4de3-ba18-1b7909cd1383', 'deb4b985-f7c1-4932-83b9-41e3d139a6ce', 'bf695c8c-e15e-4035-b879-f5326a70aec0', '120a2341-8cf9-4e44-8319-857a12aa2f51', '75c1e3a8-ebd8-48b5-ad34-54253d2dbee2', '87423b69-ce89-4f60-b1d3-d85f2ccc3b1a', 'ca241796-8f32-47bc-8d6a-ed178050a919', '2254a96d-eefb-4eb2-96a2-624f1106db5e', '743ab416-7d5b-4dd6-844f-040c899e2e99', 'aba9ef1f-36d7-4a22-aca2-6c1b484a288d', 'e34c9d8e-7ae4-4d5c-9f49-e9820a34ba24', 'c40135b4-d777-4c73-8cea-0a35b8354c7f', 'f1fc3707-1754-4ccb-8c29-27878f04d3af', '5ad1226c-3108-4d01-b529-e4ad016fdbf3', 'e5a9e444-58ec-4eaa-a034-60dd5b4267e8', '11f583aa-b033-4c80-96d3-c86f21a1f63a', '522fb6cb-577b-4b07-926e-1b6c846d6226', 'e2654733-e3af-4488-b961-f1f296edd31f', '57cb3643-8014-403a-9751-129ef92f43b7', 'e0a5e084-4dd6-4851-8648-2d64f0caa207', '2375c1fd-9d60-4d87-a7a8-e6ae9705577a', 'cc5e529a-aa49-46e5-a32d-e2918b9136be', '7c55565a-196e-4a58-a1d3-9424b426aeac', '2640177c-35a5-43d2-9b42-0599e51fab0c', '4461fa26-1f65-482c-82cc-19a78df5733d', '005b48dd-7d35-4c47-8fd8-9dee8f307017', '38ca4082-aed1-42cd-865d-cb66023e451d', '96bf5a61-f1ca-4df4-af6e-d4e157c9ebf6', '4cc19d8e-97a1-47a4-948e-599d807ce6a2', 'deee46c7-faae-4206-94fe-fca0bff7902d', 'e709f7ee-3595-4cfc-85ad-98a0c4e2bedd', 'c3540d2d-67d4-4319-a8c3-6c4857a4c75b'} {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1258.115476] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1258.135528] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.135737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.135807] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.136026] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.136116] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.136223] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1258.136294] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1258.136362] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1258.224824] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.225064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.225064] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.225279] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.226550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.226838] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1258.226909] env[66012]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66012) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1258.227497] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1258.227497] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1258.227497] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1258.227497] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGH for action security_group_rules [ 1258.227497] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGH for action security_group_rules [ 1258.227497] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGH for action security_group_rules [ 1258.227497] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGH for action security_group_rules [ 1258.227497] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGH for action security_group_rules [ 1258.227497] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGH for action security_group_rules [ 1258.227896] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGH for action security_group_rules [ 1258.227896] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGH for action security_group_rules [ 1258.227896] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGH for action security_group_rules [ 1258.227896] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGH for action security_group_rules [ 1258.227896] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGH for action security_group_rules [ 1258.227896] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGH for action security_group_rules [ 1258.227896] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGH for action security_group_rules [ 1258.228162] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGH for action security_group_rules [ 1258.228162] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGH for action security_group_rules [ 1258.228162] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGH for action security_group_rules [ 1258.228162] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGH for action security_group_rules [ 1258.228162] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGH for action security_group_rules [ 1258.228341] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGH for action security_group_rules [ 1258.228341] env[66012]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGH for action security_group_rules [ 1258.228416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.549224] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.549650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.549650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.549650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.549772] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.549772] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 1258.577963] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.578201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.578201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.578401] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.578567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.588181] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 1259.549179] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: SUCCESS [ 1259.550023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.598696] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1260.599095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.599095] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.599321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.599511] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.599628] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.599688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.599839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.599919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.600014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.600103] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.102170] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.604977] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8fc692-bd22-4dda-8c66-fff90d0bda10: rpc.has_security_group_logging(os_id): False [ 1261.623443] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.623658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.623658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.623862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.643792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.644103] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.644226] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.644293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.644496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.644579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.644670] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 1261.700227] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.700463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.700463] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.700672] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.700823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.713885] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 1262.029567] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.029567] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1262.029875] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGH for action security_group_rules [ 1262.029875] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGH for action security_group_rules [ 1262.029875] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 with Priority: HIGH for action security_group_rules [ 1262.030014] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce with Priority: HIGH for action security_group_rules [ 1262.030057] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGH for action security_group_rules [ 1262.030136] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a with Priority: HIGH for action security_group_rules [ 1262.030226] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 with Priority: HIGH for action security_group_rules [ 1262.030373] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 with Priority: HIGH for action security_group_rules [ 1262.030513] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGH for action security_group_rules [ 1262.030678] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGH for action security_group_rules [ 1262.030794] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 639e3f6d-2439-4408-9678-f29a4322202c with Priority: HIGH for action security_group_rules [ 1262.030976] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2714e2f9-6188-4d18-bf96-09e53d199033 with Priority: HIGH for action security_group_rules [ 1262.031171] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82835eed-ee17-4ef1-992e-d4587efa8183 with Priority: HIGH for action security_group_rules [ 1262.031335] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 with Priority: HIGH for action security_group_rules [ 1262.031498] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e with Priority: HIGH for action security_group_rules [ 1262.031662] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d337d679-e87d-4d1a-adb9-32b61076cd9c with Priority: HIGH for action security_group_rules [ 1262.031811] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16bcc80b-497f-4869-b957-8b941ed755a6 with Priority: HIGH for action security_group_rules [ 1262.032075] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a with Priority: HIGH for action security_group_rules [ 1262.032240] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 with Priority: HIGH for action security_group_rules [ 1262.032407] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 with Priority: HIGH for action security_group_rules [ 1262.032906] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.033146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.033146] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.033310] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.033394] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.034403] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.034521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.035068] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7460ba2-b62c-4d56-a2d6-c951a674e839 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.035192] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.035247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.035440] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.035513] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7460ba2-b62c-4d56-a2d6-c951a674e839',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.036435] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.036578] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.036613] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.036916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.036916] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('deb4b985-f7c1-4932-83b9-41e3d139a6ce',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.037629] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.037768] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.037834] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.037987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.038067] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.038808] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.038918] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.038999] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.039132] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.039228] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87423b69-ce89-4f60-b1d3-d85f2ccc3b1a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.039959] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.040089] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.040149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.040280] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.040631] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75c1e3a8-ebd8-48b5-ad34-54253d2dbee2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.041729] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-120a2341-8cf9-4e44-8319-857a12aa2f51 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.042172] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.042262] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.042427] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.042501] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('120a2341-8cf9-4e44-8319-857a12aa2f51',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.043499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.043499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.043499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.043645] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.043645] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.044380] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.044485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.044567] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.044776] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.044905] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.046546] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-639e3f6d-2439-4408-9678-f29a4322202c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.047287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.047287] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.047445] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.047445] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('639e3f6d-2439-4408-9678-f29a4322202c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.048209] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2714e2f9-6188-4d18-bf96-09e53d199033 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.048309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.048372] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.048526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.048594] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2714e2f9-6188-4d18-bf96-09e53d199033',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.049960] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82835eed-ee17-4ef1-992e-d4587efa8183 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.050113] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.050200] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.050297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.050386] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82835eed-ee17-4ef1-992e-d4587efa8183',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.051776] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.051903] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.051943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.052202] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.052202] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1a22ea5b-8ac2-46d3-a664-90cbcf37b334',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.053685] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.053839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.054065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.054275] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.054339] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82bdaec2-ae0d-48bf-836b-1868c2e8997e',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.055815] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d337d679-e87d-4d1a-adb9-32b61076cd9c taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.056228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.056344] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.056591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.056720] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d337d679-e87d-4d1a-adb9-32b61076cd9c',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.057737] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16bcc80b-497f-4869-b957-8b941ed755a6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.057881] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.057953] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.058165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.058236] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16bcc80b-497f-4869-b957-8b941ed755a6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.059215] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61ca2a3b-1673-4730-9018-bf1a6db8466a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.059343] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.059403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.059549] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.059618] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61ca2a3b-1673-4730-9018-bf1a6db8466a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.060799] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f15c0cd-4622-4906-989e-25388fa2fd16 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.060944] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.061022] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.061162] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.061232] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f15c0cd-4622-4906-989e-25388fa2fd16',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.061992] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.062149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.062215] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.062391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.062463] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86a6ec2a-9aff-4091-8a76-d5ea12e934d6',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.068637] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.068872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.068872] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.069170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.069289] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.069411] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.069473] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.069609] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.069668] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.069726] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.069808] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.092284] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.092435] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.092484] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.092678] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.094316] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.094454] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.117021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.117446] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: deb4b985-f7c1-4932-83b9-41e3d139a6ce is going to be deleted. [ 1262.118238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.118452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.143987] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.143987] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75c1e3a8-ebd8-48b5-ad34-54253d2dbee2 is going to be deleted. [ 1262.173041] env[66012]: INFO networking_nsxv3.common.synchronization [req-4a649623-29da-4d04-aa46-89b604b7cda0 req-0f022796-44ec-4f42-bf4c-9819f27450d2 tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_members [ 1262.173586] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 with Priority: HIGHEST for action security_group_members [ 1262.173964] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414aaf8-c4db-4de3-ba18-1b7909cd1383 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.174107] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.174170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.174359] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.174571] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.174674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.174747] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.175051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.175051] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.175161] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.182905] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.183077] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.183125] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.183446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.183446] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.183521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-deb4b985-f7c1-4932-83b9-41e3d139a6ce" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.203863] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.204075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.204075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.204781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.204781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.204781] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75c1e3a8-ebd8-48b5-ad34-54253d2dbee2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.570215] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.570307] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.570402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.571050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.571119] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.571261] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.571329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.571590] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.571720] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.571814] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.572263] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.583499] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.583701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.583701] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.583880] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.586699] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.586921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.586921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.587184] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.587421] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.587528] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.587569] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.587742] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.587811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.587884] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.587975] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.592158] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-4414aaf8-c4db-4de3-ba18-1b7909cd1383 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.592158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.593194] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.631786] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.632255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.647982] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.648186] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.650250] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.650439] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.651199] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.651319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.652016] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.652105] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.653053] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.653053] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.653792] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.653792] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1a22ea5b-8ac2-46d3-a664-90cbcf37b334 is going to be deleted. [ 1262.655163] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.655296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.655363] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.655564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.657073] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.657161] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.658033] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.658141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.658766] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.658854] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.659602] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.659711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.660309] env[66012]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1262.660696] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.660793] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.677470] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.677688] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.681851] env[66012]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1262.682455] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.682615] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7460ba2-b62c-4d56-a2d6-c951a674e839 is going to be deleted. [ 1262.683709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.683929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.712687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.713050] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87423b69-ce89-4f60-b1d3-d85f2ccc3b1a is going to be deleted. [ 1262.713934] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.714191] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.729650] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.729839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.740133] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.740354] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.744156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.744329] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2714e2f9-6188-4d18-bf96-09e53d199033 is going to be deleted. [ 1262.745426] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.745811] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.768608] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.768918] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d337d679-e87d-4d1a-adb9-32b61076cd9c is going to be deleted. [ 1262.770193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.770508] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.795610] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.795871] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.818595] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.818784] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 639e3f6d-2439-4408-9678-f29a4322202c is going to be deleted. [ 1262.819802] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.820088] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.824326] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.824494] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.858619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.858802] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61ca2a3b-1673-4730-9018-bf1a6db8466a is going to be deleted. [ 1262.860259] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.860622] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.892097] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.892097] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.894731] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.894909] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f15c0cd-4622-4906-989e-25388fa2fd16 is going to be deleted. [ 1262.896012] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.896272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.922682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.922894] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86a6ec2a-9aff-4091-8a76-d5ea12e934d6 is going to be deleted. [ 1262.923969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.924240] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.925830] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.925966] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.946080] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.946283] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82835eed-ee17-4ef1-992e-d4587efa8183 is going to be deleted. [ 1262.947297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.947591] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.972787] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.973086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.974370] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.974519] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.992143] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.992329] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 120a2341-8cf9-4e44-8319-857a12aa2f51 is going to be deleted. [ 1262.993358] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.993669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.024354] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.024588] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.036670] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.036879] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16bcc80b-497f-4869-b957-8b941ed755a6 is going to be deleted. [ 1263.038032] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.038394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.066049] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.066329] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.073120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.073274] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82bdaec2-ae0d-48bf-836b-1868c2e8997e is going to be deleted. [ 1263.074159] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.074367] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.083305] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.097475] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.097658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.097766] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.097935] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.098114] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.098213] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.098272] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.098415] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.098499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.098585] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.098731] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.098822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.098877] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.099039] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.099176] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.099266] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.099324] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.099458] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.099559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.099687] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.099781] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.100738] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca241796-8f32-47bc-8d6a-ed178050a919: rpc.has_security_group_logging(os_id): False [ 1263.126396] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.126610] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.129573] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.129758] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.130905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.131167] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.131316] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.131414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.131651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.131744] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.131848] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 is going to be updated. [ 1263.133085] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.133304] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.133418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.133550] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1a22ea5b-8ac2-46d3-a664-90cbcf37b334" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.133725] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.133922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.134055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.134137] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7460ba2-b62c-4d56-a2d6-c951a674e839" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.134693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.134875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.134973] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.135120] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87423b69-ce89-4f60-b1d3-d85f2ccc3b1a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.135264] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.135456] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.135559] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.135702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2714e2f9-6188-4d18-bf96-09e53d199033" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.135836] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.136021] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.136111] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.136227] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d337d679-e87d-4d1a-adb9-32b61076cd9c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.136361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.136556] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.136650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.136773] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-639e3f6d-2439-4408-9678-f29a4322202c" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.136939] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.137150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.137257] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.137391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f15c0cd-4622-4906-989e-25388fa2fd16" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.137540] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.137711] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.137806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.137921] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61ca2a3b-1673-4730-9018-bf1a6db8466a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.138083] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.138251] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.138336] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.138520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86a6ec2a-9aff-4091-8a76-d5ea12e934d6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.138650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.138819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.138897] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.139044] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82835eed-ee17-4ef1-992e-d4587efa8183" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.139179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.139319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.139391] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.139513] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-120a2341-8cf9-4e44-8319-857a12aa2f51" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.139673] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.139813] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.166601] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.166846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.173054] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.173541] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.173681] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.173756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.173990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.174101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.174189] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 is going to be updated. [ 1263.175636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.175972] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.176153] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.176333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16bcc80b-497f-4869-b957-8b941ed755a6" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.177844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.178081] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.178217] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.178499] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.178822] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.193301] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 in Status: IN_PROGRESS for 2s [ 1263.212048] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.212252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.212252] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.212548] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.212674] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.212823] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82bdaec2-ae0d-48bf-836b-1868c2e8997e" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.274188] env[66012]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1263.275071] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.275276] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.275438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.275743] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.275919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.307522] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: IN_PROGRESS for 2s [ 1263.585556] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabced9-a5ca-4fa0-9a26-3a580bea0491: rpc.has_security_group_logging(os_id): False [ 1263.604039] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf695c8c-e15e-4035-b879-f5326a70aec0: rpc.has_security_group_logging(os_id): False [ 1263.605921] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.606092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.606156] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.606333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.623021] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.623221] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.626432] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.626796] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.626892] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.626955] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.627165] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.627244] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.627327] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1263.628777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.628964] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.652997] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.653438] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.653438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.653438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.653669] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.653738] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.653911] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.654023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.654073] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.654260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.654355] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.654552] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.654650] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.654709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.654844] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.654919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.654996] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1263.698743] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.699018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.699018] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.699189] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.699332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.713668] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.713839] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.713922] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.714101] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.714351] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.720024] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1263.729821] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1263.731017] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1263.731238] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.731414] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.731636] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.731726] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.234362] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.234611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.234611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.234799] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.234972] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.235086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.235173] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.235293] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.235385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.235462] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.235548] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.739048] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.207175] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 in Status: SUCCESS [ 1265.207384] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 deletion is rescheduled due to dependency. [ 1265.207506] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.207690] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.207920] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.208137] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.208296] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.208438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.208498] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.208583] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.208658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.208753] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.241752] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b8fc692-bd22-4dda-8c66-fff90d0bda10: rpc.has_security_group_logging(os_id): False [ 1265.263741] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.263984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.263984] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.264311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.264465] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.264888] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.265128] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.265193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.265492] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.265732] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.265877] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 1265.333534] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: SUCCESS [ 1265.333846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.361167] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.361459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.361459] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.361707] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.362075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.386153] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 1265.711079] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4414aaf8-c4db-4de3-ba18-1b7909cd1383',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.735731] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1265.735959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.747227] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1265.747512] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.213806] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4414aaf8-c4db-4de3-ba18-1b7909cd1383: rpc.has_security_group_logging(os_id): False [ 1266.231954] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.232152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.232152] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.232321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.232407] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.232655] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.232759] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.232819] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.232986] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.233175] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.233175] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 is going to be updated. [ 1266.294043] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.294339] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.294504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.294795] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.295023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.314964] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 in Status: IN_PROGRESS for 2s [ 1267.174412] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.174715] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1267.401199] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1267.401477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.334974] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4414aaf8-c4db-4de3-ba18-1b7909cd1383 in Status: SUCCESS [ 1268.335297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4414aaf8-c4db-4de3-ba18-1b7909cd1383" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.175981] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.176359] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1275.381918] env[66012]: INFO networking_nsxv3.common.synchronization [req-379a0183-b6f6-4ccf-882c-8f52373e5426 req-d81a513c-2ff2-456f-8b67-8ccc72fc92bb tempest-ServerActionsTestOtherB-1575974967 tempest-ServerActionsTestOtherB-1575974967-project-member] Enqueued Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1275.382596] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 with Priority: HIGHEST for action security_group_members [ 1275.383321] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b8fc692-bd22-4dda-8c66-fff90d0bda10 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.383321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.383321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.383321] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.383563] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.383563] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.383660] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.383763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.383847] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.383932] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b8fc692-bd22-4dda-8c66-fff90d0bda10',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.886702] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.886949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.886949] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.887193] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.887283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.887479] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.887579] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.887639] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.887786] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.887863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.887981] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 is going to be updated. [ 1275.923623] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.923860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.923860] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.924447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.924447] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.933506] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: IN_PROGRESS for 2s [ 1277.946057] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 in Status: SUCCESS [ 1277.946346] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b8fc692-bd22-4dda-8c66-fff90d0bda10 deletion is rescheduled due to dependency. [ 1277.946346] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b8fc692-bd22-4dda-8c66-fff90d0bda10" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.384054] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1280.384447] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.385129] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.385129] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.841361] env[66012]: INFO networking_nsxv3.common.synchronization [req-4c5e030c-c366-4a42-9b5d-f1e2f40ba5c7 req-bb33f77b-f851-4f59-9666-691c71c665ac tempest-DeleteServersTestJSON-1964309631 tempest-DeleteServersTestJSON-1964309631-project-member] Enqueued Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1285.842033] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf695c8c-e15e-4035-b879-f5326a70aec0 with Priority: HIGHEST for action security_group_members [ 1285.842537] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf695c8c-e15e-4035-b879-f5326a70aec0 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.842685] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.842785] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.843045] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.843228] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.843332] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.843393] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.843553] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.843651] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.843749] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf695c8c-e15e-4035-b879-f5326a70aec0',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.346553] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.346784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.346784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.347009] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.347142] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.347359] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.347504] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.347543] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.347696] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.348896] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.348896] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 is going to be updated. [ 1286.376474] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.376671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.376671] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.376820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.376959] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.386567] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: IN_PROGRESS for 2s [ 1288.398152] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf695c8c-e15e-4035-b879-f5326a70aec0 in Status: SUCCESS [ 1288.398417] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf695c8c-e15e-4035-b879-f5326a70aec0 deletion is rescheduled due to dependency. [ 1288.398470] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf695c8c-e15e-4035-b879-f5326a70aec0" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.843361] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.843701] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1295.845037] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.845340] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1296.019876] env[66012]: INFO networking_nsxv3.common.synchronization [req-336f745b-71aa-4e24-be08-f5cd5d0e93dd req-cfc12a49-2848-452c-90ad-ea76249878a3 tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1296.020458] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1296.020796] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.020948] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.021050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.021274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.021442] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.021545] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.021604] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.021767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.021850] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.021941] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.524536] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.524784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.524784] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.524968] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.525078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.525279] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.525416] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.525477] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.525571] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.525642] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.525724] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1296.554844] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.555074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.555074] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.555278] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.555402] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.565225] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1298.576391] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1298.576756] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 deletion is rescheduled due to dependency. [ 1298.576756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.432899] env[66012]: INFO networking_nsxv3.common.synchronization [req-631e80b2-262c-469c-8f6f-2991a0983eeb req-9b69e96d-452a-4a45-ba90-d002c2955f8e tempest-AttachVolumeNegativeTest-131999750 tempest-AttachVolumeNegativeTest-131999750-project-member] Enqueued Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_members [ 1300.433204] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 with Priority: HIGHEST for action security_group_members [ 1300.433278] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-743ab416-7d5b-4dd6-844f-040c899e2e99 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.433403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.433466] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.433662] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.433812] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.433906] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.433974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.434151] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.434265] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.434332] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('743ab416-7d5b-4dd6-844f-040c899e2e99',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.936565] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.936820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.936820] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.936992] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.959689] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.959938] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.960069] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.960133] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.960333] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.960412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.960498] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 is going to be updated. [ 1300.987025] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.987274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.987274] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.987438] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.987574] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.996386] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 in Status: IN_PROGRESS for 2s [ 1302.988529] env[66012]: INFO networking_nsxv3.common.synchronization [req-84dc53ec-9b40-4804-b54e-da621d95066b req-8611250b-43ce-41fa-bfd3-4049b010a08b tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1302.989438] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1302.989438] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.989637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.989637] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.989963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.989963] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.989963] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.990207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.990207] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.990309] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.990358] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.007063] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 in Status: SUCCESS [ 1303.007188] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 743ab416-7d5b-4dd6-844f-040c899e2e99 deletion is rescheduled due to dependency. [ 1303.007228] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-743ab416-7d5b-4dd6-844f-040c899e2e99" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.289650] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.289846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.289965] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.290254] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.290508] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.290661] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.290772] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.290971] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.291169] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.291374] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.291482] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.291585] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.291685] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.291787] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.291885] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.292035] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.311100] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.311270] env[66012]: DEBUG dogpile.cache.region [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1303.311396] env[66012]: DEBUG dogpile.lock [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.311561] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.311845] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock port-4e259fab-9405-4abc-9eb7-851c9864e58a taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.312031] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "port-4e259fab-9405-4abc-9eb7-851c9864e58a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.312167] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "port-4e259fab-9405-4abc-9eb7-851c9864e58a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.312462] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "port-4e259fab-9405-4abc-9eb7-851c9864e58a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.312597] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e259fab-9405-4abc-9eb7-851c9864e58a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.492439] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.492659] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.492712] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.492893] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.493030] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.493299] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.493385] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.493449] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.493603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.493682] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.493768] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1303.519434] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.519612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.519612] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.519761] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.519889] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.528388] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1303.814949] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.815181] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.815266] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.815542] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.815714] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.815908] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Segment Port 4e259fab-9405-4abc-9eb7-851c9864e58a not found, creating... [ 1303.817065] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.817065] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.817065] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.817065] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.817065] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.817404] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.817483] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.817599] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.817833] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.817975] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.818130] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Resource: SegmentPort with ID: 4e259fab-9405-4abc-9eb7-851c9864e58a is going to be created. [ 1303.837886] env[66012]: DEBUG networking_nsxv3.common.locking [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.838104] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.838212] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.838496] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.838731] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.839032] env[66012]: DEBUG oslo_concurrency.lockutils [None req-6e3c1481-3e1b-4953-9276-8e26b3b114b6 None None] Releasing lock "port-4e259fab-9405-4abc-9eb7-851c9864e58a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.552064] env[66012]: INFO networking_nsxv3.common.synchronization [req-84dc53ec-9b40-4804-b54e-da621d95066b req-d0fd2e5b-b55d-4e81-b800-fa8c2377a38b service nova] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 1304.552370] env[66012]: INFO networking_nsxv3.common.synchronization [req-84dc53ec-9b40-4804-b54e-da621d95066b req-d0fd2e5b-b55d-4e81-b800-fa8c2377a38b service nova] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1304.552370] env[66012]: INFO networking_nsxv3.common.synchronization [req-84dc53ec-9b40-4804-b54e-da621d95066b req-d0fd2e5b-b55d-4e81-b800-fa8c2377a38b service nova] Enqueued Resource ID: 4e259fab-9405-4abc-9eb7-851c9864e58a with Priority: HIGHEST for action port [ 1304.552886] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 1304.553029] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1304.553129] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e259fab-9405-4abc-9eb7-851c9864e58a with Priority: HIGHEST for action port [ 1304.553399] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.553544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.553584] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.553775] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.553821] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.554755] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.554852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.555071] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e259fab-9405-4abc-9eb7-851c9864e58a taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.555230] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e259fab-9405-4abc-9eb7-851c9864e58a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.555318] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e259fab-9405-4abc-9eb7-851c9864e58a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.555551] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e259fab-9405-4abc-9eb7-851c9864e58a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.555668] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e259fab-9405-4abc-9eb7-851c9864e58a',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.057324] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.057562] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.057639] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e259fab-9405-4abc-9eb7-851c9864e58a with status ACTIVE [ 1305.057813] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.057919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.057990] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.058256] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.058349] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.058554] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.058703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.058703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.058859] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.058950] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.059212] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.059348] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.059418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.059601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.059686] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.059823] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e259fab-9405-4abc-9eb7-851c9864e58a is going to be updated. [ 1305.081755] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.082014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.082014] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.082182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.082327] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.082486] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e259fab-9405-4abc-9eb7-851c9864e58a" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.539264] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1305.539435] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 deletion is rescheduled due to dependency. [ 1305.539482] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.539647] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.539863] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.540060] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.540201] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.540260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.540418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.540495] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.540591] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.042863] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.545109] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.047744] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.047974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.047974] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.048767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.048767] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.048767] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1307.076572] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.076763] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.076816] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.077050] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.077196] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.095120] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1309.107633] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1309.107633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.107633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.107633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.107633] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.107633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.107633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.107633] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.108390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.108390] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.108390] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.554461] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.554648] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1309.610178] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.113448] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabced9-a5ca-4fa0-9a26-3a580bea0491: rpc.has_security_group_logging(os_id): False [ 1310.131320] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.131581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.131581] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.131846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.131919] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.132238] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.132361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.132429] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.132667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.132667] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.132764] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1310.194169] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.194418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.194418] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.194564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.194710] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.209170] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1312.223949] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1312.224412] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.555679] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.556060] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.557064] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.557396] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.819453] env[66012]: INFO networking_nsxv3.common.synchronization [req-b34eba70-3a57-4208-ad05-3f941bdd6824 req-0cce1178-f9fd-4a9c-b88a-ede38ae9900a tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 1319.820067] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 1319.820500] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.820693] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.820789] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.821086] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.821496] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.821496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.821597] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.821862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.822010] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.822164] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.324512] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.827415] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.329864] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.330099] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.330157] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.330374] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.330469] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.330571] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 is going to be updated. [ 1321.363667] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.363875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.363875] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.364033] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.364182] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.385563] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: IN_PROGRESS for 2s [ 1323.396572] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: SUCCESS [ 1323.396572] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.821588] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.821971] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.822834] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.823296] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1334.823923] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.824323] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.352775] env[66012]: INFO networking_nsxv3.common.synchronization [req-4566559c-8ecb-4a0e-802f-463544f97826 req-47128f88-35bd-4a6a-95d3-b32411c3f653 tempest-ServerActionsTestOtherA-8628271 tempest-ServerActionsTestOtherA-8628271-project-member] Enqueued Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 1336.352775] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca241796-8f32-47bc-8d6a-ed178050a919 with Priority: HIGHEST for action security_group_members [ 1336.353141] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca241796-8f32-47bc-8d6a-ed178050a919 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.353141] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.353247] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.353373] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.354804] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.354804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.354804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.354804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.354804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.354804] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca241796-8f32-47bc-8d6a-ed178050a919',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.858161] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.858403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.858403] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.858665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.858806] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.859085] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.859260] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.859375] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.859502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.859603] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.859710] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 is going to be updated. [ 1336.888301] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.888521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.888521] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.888717] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.888856] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.898941] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: IN_PROGRESS for 2s [ 1338.910467] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca241796-8f32-47bc-8d6a-ed178050a919 in Status: SUCCESS [ 1338.910911] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca241796-8f32-47bc-8d6a-ed178050a919 deletion is rescheduled due to dependency. [ 1338.910911] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca241796-8f32-47bc-8d6a-ed178050a919" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.355078] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.355078] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.356052] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.356052] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.357101] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.357477] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.358824] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.359291] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.360265] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.360699] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.362087] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.362457] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1371.362981] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.363440] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1376.364282] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.364795] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1381.366085] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.366450] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.534682] env[66012]: INFO networking_nsxv3.common.synchronization [req-454ae72b-e05b-4fe4-a227-1d39a85c5b81 req-35987005-376f-49c8-92ed-b43480fd964c tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1384.535032] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1384.535164] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.535283] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.535350] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.535544] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.535729] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.535835] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.535914] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.536059] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.536149] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.536406] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.039117] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.039347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.039347] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.039520] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.039601] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.039812] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.039916] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.039956] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.040114] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.040188] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.040273] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1385.068414] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.068692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.068692] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.068874] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.069013] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.087541] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1387.099222] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1387.099596] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 deletion is rescheduled due to dependency. [ 1387.099596] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.536378] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.536770] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.692912] env[66012]: INFO networking_nsxv3.common.synchronization [req-0a3754c4-b0a3-4815-86e1-4bdb6675e826 req-90509533-9cc0-4076-90ce-d0c1cd12832e tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1393.693409] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1393.693679] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.694129] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.694218] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.694423] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.694627] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.694737] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.694862] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.694929] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.695078] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.695078] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.976650] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.976846] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.976967] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.977266] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.977521] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.977681] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.977796] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.978018] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.978340] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.978558] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.978669] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] NeedRegenerationException {{(pid=66012) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.978775] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] no value, waiting for create lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.978881] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] value creation lock acquired {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.979053] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] No value present for key: 'zone-id' {{(pid=66012) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.979124] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Calling creation function for not-yet-present value {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.979224] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1394.003707] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1394.003986] env[66012]: DEBUG dogpile.cache.region [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66012) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1394.004231] env[66012]: DEBUG dogpile.lock [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Released creation lock {{(pid=66012) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1394.004468] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "network-261" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.004883] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock port-65de1626-5ee1-45d0-ac31-a65a432743d2 taken with stack trace [, , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.005155] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "port-65de1626-5ee1-45d0-ac31-a65a432743d2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.005303] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "port-65de1626-5ee1-45d0-ac31-a65a432743d2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.005659] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "port-65de1626-5ee1-45d0-ac31-a65a432743d2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.005815] env[66012]: DEBUG networking_nsxv3.api.rpc [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65de1626-5ee1-45d0-ac31-a65a432743d2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.198360] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.198620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.198620] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.198788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.198788] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.199297] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.199297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.199297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.199297] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.199702] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.199702] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1394.230625] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.230843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.230843] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.231035] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.231178] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.241401] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1394.508333] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.508592] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.508705] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.509011] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.509162] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.509328] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Segment Port 65de1626-5ee1-45d0-ac31-a65a432743d2 not found, creating... [ 1394.509600] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.509754] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.509862] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.510206] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.510358] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.510622] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.510773] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.510880] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.511090] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.511224] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.511352] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Resource: SegmentPort with ID: 65de1626-5ee1-45d0-ac31-a65a432743d2 is going to be created. [ 1394.534688] env[66012]: DEBUG networking_nsxv3.common.locking [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.534942] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.534997] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.535283] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.535502] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.535713] env[66012]: DEBUG oslo_concurrency.lockutils [None req-7ffcba28-55ae-45fd-a154-d40c2d3991e7 None None] Releasing lock "port-65de1626-5ee1-45d0-ac31-a65a432743d2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.210161] env[66012]: INFO networking_nsxv3.common.synchronization [req-0a3754c4-b0a3-4815-86e1-4bdb6675e826 req-2bd96435-aa0d-40b0-bc95-acfc7b087af5 service nova] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 1395.210446] env[66012]: INFO networking_nsxv3.common.synchronization [req-0a3754c4-b0a3-4815-86e1-4bdb6675e826 req-2bd96435-aa0d-40b0-bc95-acfc7b087af5 service nova] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1395.210590] env[66012]: INFO networking_nsxv3.common.synchronization [req-0a3754c4-b0a3-4815-86e1-4bdb6675e826 req-2bd96435-aa0d-40b0-bc95-acfc7b087af5 service nova] Enqueued Resource ID: 65de1626-5ee1-45d0-ac31-a65a432743d2 with Priority: HIGHEST for action port [ 1395.211449] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_rules [ 1395.211652] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1395.211883] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65de1626-5ee1-45d0-ac31-a65a432743d2 with Priority: HIGHEST for action port [ 1395.212328] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.212552] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.212703] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.213065] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.213226] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.214392] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.214564] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.214896] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock port-65de1626-5ee1-45d0-ac31-a65a432743d2 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.215589] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65de1626-5ee1-45d0-ac31-a65a432743d2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.215756] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65de1626-5ee1-45d0-ac31-a65a432743d2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.216075] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65de1626-5ee1-45d0-ac31-a65a432743d2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.216249] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65de1626-5ee1-45d0-ac31-a65a432743d2',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.718393] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.718586] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.718812] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 65de1626-5ee1-45d0-ac31-a65a432743d2 with status ACTIVE [ 1395.719020] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.719170] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.719242] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.719496] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.719611] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.719820] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.719943] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.720036] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.720236] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.720340] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.720546] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.720648] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.720709] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.720853] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.720941] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.721009] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 65de1626-5ee1-45d0-ac31-a65a432743d2 is going to be updated. [ 1395.741623] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.741821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.741821] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.742066] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.742199] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.742351] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65de1626-5ee1-45d0-ac31-a65a432743d2" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.251817] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1396.252138] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 deletion is rescheduled due to dependency. [ 1396.252220] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.252311] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.252514] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.252690] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.253023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.253023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.253023] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.253150] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.253189] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.755703] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.258387] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.761315] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.761502] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.761557] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.761757] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.761846] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.761953] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1397.788794] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.789025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.789025] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.789255] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.789361] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.797260] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1399.809226] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1399.809656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.809656] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.809815] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.809961] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.810092] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.810158] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.810319] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.810399] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.810485] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.810573] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.213059] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.213059] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1400.313275] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.816237] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabced9-a5ca-4fa0-9a26-3a580bea0491: rpc.has_security_group_logging(os_id): False [ 1400.833318] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.833526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.833526] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.833719] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.833804] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.834074] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.834181] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.834245] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.834394] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.834471] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.834558] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1400.889538] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.889777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.889777] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.889969] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.890179] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.904427] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1402.921287] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1402.921665] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.213888] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.214278] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.366905] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.367336] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.368705] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.369209] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.370597] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.370597] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.371831] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.372664] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.373288] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.373721] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.374120] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.374537] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.375606] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.375989] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.377162] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.377643] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.378400] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.378851] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.379565] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.380100] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1456.461915] env[66012]: INFO networking_nsxv3.common.synchronization [req-83a156a1-d21a-414e-949b-0646ea875c01 req-3604bda9-8092-4c9c-a319-408eca494dc8 tempest-ServerActionsTestJSON-1985991666 tempest-ServerActionsTestJSON-1985991666-project-member] Enqueued Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1456.462441] env[66012]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 with Priority: HIGHEST for action security_group_members [ 1456.462767] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabced9-a5ca-4fa0-9a26-3a580bea0491 taken with stack trace [, , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.462891] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.462967] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.463658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.463658] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.463658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.463658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.463658] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.464118] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.464118] env[66012]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabced9-a5ca-4fa0-9a26-3a580bea0491',) {} {{(pid=66012) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.965603] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.965852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.965852] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.966055] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.966109] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.966298] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.966396] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.966452] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.966640] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.966730] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.966817] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 is going to be updated. [ 1457.000519] env[66012]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66012) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1457.000771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.000771] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1457.000905] env[66012]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1457.001052] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1457.008888] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: IN_PROGRESS for 2s [ 1459.022232] env[66012]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 in Status: SUCCESS [ 1459.022619] env[66012]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabced9-a5ca-4fa0-9a26-3a580bea0491 deletion is rescheduled due to dependency. [ 1459.022619] env[66012]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabced9-a5ca-4fa0-9a26-3a580bea0491" {{(pid=66012) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1461.463867] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1461.464255] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.465468] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.465838] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1471.467113] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1471.467455] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1476.469059] env[66012]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1476.469059] env[66012]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0